You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/03/02 00:49:54 UTC

[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3776 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3776/

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([ACB34515E623C529:2D55CB0D917CA515]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:430)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9483 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T3696 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /eqzex/o
[junit4:junit4]   2> 7 T3696 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964
[junit4:junit4]   2> 8 T3696 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 9 T3697 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 12 T3697 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 12 T3697 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 13 T3697 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 13 T3697 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T3697 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T3696 oasc.ZkTestServer.run start zk server on port:23019
[junit4:junit4]   2> 110 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@390b0eea
[junit4:junit4]   2> 111 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T3702 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 112 T3702 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 112 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23020
[junit4:junit4]   2> 113 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23020
[junit4:junit4]   2> 113 T3700 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 116 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0000 with negotiated timeout 10000 for client /140.211.11.196:23020
[junit4:junit4]   2> 116 T3702 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0000, negotiated timeout = 10000
[junit4:junit4]   2> 117 T3703 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@390b0eea name:ZooKeeperConnection Watcher:127.0.0.1:23019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 117 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 118 T3696 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 121 T3701 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2857268b0000
[junit4:junit4]   2> 122 T3703 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 122 T3698 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23020 which had sessionid 0x13d2857268b0000
[junit4:junit4]   2> 122 T3696 oaz.ZooKeeper.close Session: 0x13d2857268b0000 closed
[junit4:junit4]   2> 123 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@72a94669
[junit4:junit4]   2> 124 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 124 T3704 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 125 T3704 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 125 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23021
[junit4:junit4]   2> 125 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23021
[junit4:junit4]   2> 136 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0001 with negotiated timeout 10000 for client /140.211.11.196:23021
[junit4:junit4]   2> 136 T3704 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0001, negotiated timeout = 10000
[junit4:junit4]   2> 136 T3705 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72a94669 name:ZooKeeperConnection Watcher:127.0.0.1:23019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 136 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 137 T3696 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 145 T3696 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 148 T3696 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 150 T3696 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 159 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 160 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 173 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 174 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 278 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 279 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 282 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 283 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 286 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 286 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 294 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 295 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 297 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 298 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 301 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 302 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 309 T3696 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 310 T3696 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 312 T3701 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2857268b0001
[junit4:junit4]   2> 313 T3705 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 313 T3698 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23021 which had sessionid 0x13d2857268b0001
[junit4:junit4]   2> 313 T3696 oaz.ZooKeeper.close Session: 0x13d2857268b0001 closed
[junit4:junit4]   2> 500 T3696 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 506 T3696 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:23022
[junit4:junit4]   2> 507 T3696 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 507 T3696 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 508 T3696 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270
[junit4:junit4]   2> 508 T3696 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270/solr.xml
[junit4:junit4]   2> 509 T3696 oasc.CoreContainer.<init> New CoreContainer 1595407899
[junit4:junit4]   2> 510 T3696 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270/'
[junit4:junit4]   2> 510 T3696 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270/'
[junit4:junit4]   2> 575 T3696 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 575 T3696 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 576 T3696 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 576 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 577 T3696 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 577 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 578 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 578 T3696 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 579 T3696 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 579 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 603 T3696 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 623 T3696 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23019/solr
[junit4:junit4]   2> 624 T3696 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 625 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a73298c
[junit4:junit4]   2> 626 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 626 T3715 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 627 T3715 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 627 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23023
[junit4:junit4]   2> 627 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23023
[junit4:junit4]   2> 629 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0002 with negotiated timeout 20000 for client /140.211.11.196:23023
[junit4:junit4]   2> 629 T3715 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0002, negotiated timeout = 20000
[junit4:junit4]   2> 630 T3716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a73298c name:ZooKeeperConnection Watcher:127.0.0.1:23019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 630 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 631 T3701 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2857268b0002
[junit4:junit4]   2> 641 T3716 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 641 T3698 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23023 which had sessionid 0x13d2857268b0002
[junit4:junit4]   2> 641 T3696 oaz.ZooKeeper.close Session: 0x13d2857268b0002 closed
[junit4:junit4]   2> 642 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 658 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@bb2a42d
[junit4:junit4]   2> 660 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 660 T3717 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 661 T3717 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 661 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23024
[junit4:junit4]   2> 661 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23024
[junit4:junit4]   2> 663 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0003 with negotiated timeout 20000 for client /140.211.11.196:23024
[junit4:junit4]   2> 663 T3717 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0003, negotiated timeout = 20000
[junit4:junit4]   2> 663 T3718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bb2a42d name:ZooKeeperConnection Watcher:127.0.0.1:23019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 664 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 666 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 673 T3696 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 676 T3696 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23022_eqzex%2Fo
[junit4:junit4]   2> 677 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23022_eqzex%2Fo Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23022_eqzex%2Fo
[junit4:junit4]   2> 678 T3696 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23022_eqzex%2Fo
[junit4:junit4]   2> 688 T3696 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 700 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 701 T3696 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 704 T3696 oasc.Overseer.start Overseer (id=89271922391187459-127.0.0.1:23022_eqzex%2Fo-n_0000000000) starting
[junit4:junit4]   2> 705 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 706 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 715 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 716 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 722 T3720 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 723 T3696 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 726 T3696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 728 T3719 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 733 T3721 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270/collection1
[junit4:junit4]   2> 734 T3721 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 734 T3721 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 734 T3721 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 736 T3721 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270/collection1/'
[junit4:junit4]   2> 737 T3721 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270/collection1/lib/README' to classloader
[junit4:junit4]   2> 737 T3721 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 793 T3721 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 856 T3721 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 957 T3721 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 968 T3721 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1625 T3721 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1638 T3721 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1642 T3721 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1654 T3721 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1659 T3721 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1663 T3721 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1664 T3721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1664 T3721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1665 T3721 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1665 T3721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1666 T3721 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1666 T3721 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362181433270/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data/
[junit4:junit4]   2> 1666 T3721 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33046e2c
[junit4:junit4]   2> 1667 T3721 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1668 T3721 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data forceNew:false
[junit4:junit4]   2> 1668 T3721 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data
[junit4:junit4]   2> 1668 T3721 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data/index/
[junit4:junit4]   2> 1669 T3721 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1670 T3721 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data/index forceNew:false
[junit4:junit4]   2> 1673 T3721 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3da33949 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cc50827),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1673 T3721 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1674 T3721 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data/index
[junit4:junit4]   2> 1676 T3721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1677 T3721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1677 T3721 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1678 T3721 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1679 T3721 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1679 T3721 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1679 T3721 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1680 T3721 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1680 T3721 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1693 T3721 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1699 T3721 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data
[junit4:junit4]   2> 1700 T3721 oass.SolrIndexSearcher.<init> Opening Searcher@3e999eb0 main
[junit4:junit4]   2> 1700 T3721 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data/tlog
[junit4:junit4]   2> 1701 T3721 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1701 T3721 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1705 T3721 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data
[junit4:junit4]   2> 1706 T3722 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e999eb0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1708 T3721 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1708 T3721 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1709 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2231 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2232 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23022_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23022/eqzex/o"}
[junit4:junit4]   2> 2232 T3719 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2232 T3719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2233 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2275 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2725 T3721 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2725 T3721 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:23022/eqzex/o collection:control_collection shard:shard1
[junit4:junit4]   2> 2726 T3721 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2741 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2742 T3721 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2743 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2753 T3721 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2753 T3721 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2753 T3721 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23022/eqzex/o/collection1/
[junit4:junit4]   2> 2754 T3721 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2754 T3721 oasc.SyncStrategy.syncToMe http://127.0.0.1:23022/eqzex/o/collection1/ has no replicas
[junit4:junit4]   2> 2754 T3721 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23022/eqzex/o/collection1/
[junit4:junit4]   2> 2754 T3721 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2758 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3787 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3818 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3839 T3721 oasc.ZkController.register We are http://127.0.0.1:23022/eqzex/o/collection1/ and leader is http://127.0.0.1:23022/eqzex/o/collection1/
[junit4:junit4]   2> 3839 T3721 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23022/eqzex/o
[junit4:junit4]   2> 3839 T3721 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3840 T3721 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3840 T3721 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3841 T3721 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3842 T3696 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3843 T3696 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3843 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3853 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3854 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@27f6e896
[junit4:junit4]   2> 3855 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3855 T3723 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3856 T3723 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 3856 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23025
[junit4:junit4]   2> 3856 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23025
[junit4:junit4]   2> 3857 T3723 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0004, negotiated timeout = 10000
[junit4:junit4]   2> 3857 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0004 with negotiated timeout 10000 for client /140.211.11.196:23025
[junit4:junit4]   2> 3858 T3724 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27f6e896 name:ZooKeeperConnection Watcher:127.0.0.1:23019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3858 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3859 T3696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3860 T3696 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3989 T3696 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3993 T3696 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:23026
[junit4:junit4]   2> 3993 T3696 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3994 T3696 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3994 T3696 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816
[junit4:junit4]   2> 3994 T3696 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/solr.xml
[junit4:junit4]   2> 3995 T3696 oasc.CoreContainer.<init> New CoreContainer 89862877
[junit4:junit4]   2> 3995 T3696 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/'
[junit4:junit4]   2> 3996 T3696 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/'
[junit4:junit4]   2> 4042 T3696 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4042 T3696 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4043 T3696 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4043 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4044 T3696 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4044 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4044 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4045 T3696 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4045 T3696 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4045 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4060 T3696 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4074 T3696 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23019/solr
[junit4:junit4]   2> 4075 T3696 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4075 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2419cd85
[junit4:junit4]   2> 4076 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4076 T3734 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4077 T3734 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 4077 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23027
[junit4:junit4]   2> 4077 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23027
[junit4:junit4]   2> 4080 T3734 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0005, negotiated timeout = 20000
[junit4:junit4]   2> 4080 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0005 with negotiated timeout 20000 for client /140.211.11.196:23027
[junit4:junit4]   2> 4080 T3735 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2419cd85 name:ZooKeeperConnection Watcher:127.0.0.1:23019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4080 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4081 T3701 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2857268b0005
[junit4:junit4]   2> 4094 T3735 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4094 T3698 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23027 which had sessionid 0x13d2857268b0005
[junit4:junit4]   2> 4094 T3696 oaz.ZooKeeper.close Session: 0x13d2857268b0005 closed
[junit4:junit4]   2> 4095 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4102 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@60eb2458
[junit4:junit4]   2> 4103 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4104 T3736 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4104 T3736 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 4104 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23028
[junit4:junit4]   2> 4105 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23028
[junit4:junit4]   2> 4106 T3736 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0006, negotiated timeout = 20000
[junit4:junit4]   2> 4106 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0006 with negotiated timeout 20000 for client /140.211.11.196:23028
[junit4:junit4]   2> 4106 T3737 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60eb2458 name:ZooKeeperConnection Watcher:127.0.0.1:23019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4107 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4107 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4109 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4117 T3696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5120 T3696 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23026_eqzex%2Fo
[junit4:junit4]   2> 5121 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23026_eqzex%2Fo Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23026_eqzex%2Fo
[junit4:junit4]   2> 5122 T3696 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23026_eqzex%2Fo
[junit4:junit4]   2> 5125 T3724 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5125 T3737 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5125 T3718 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5125 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5141 T3738 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/collection1
[junit4:junit4]   2> 5142 T3738 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5142 T3738 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5143 T3738 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5144 T3738 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/collection1/'
[junit4:junit4]   2> 5144 T3738 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5145 T3738 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/collection1/lib/README' to classloader
[junit4:junit4]   2> 5181 T3738 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5224 T3738 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5325 T3738 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5331 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5332 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23022_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23022/eqzex/o"}
[junit4:junit4]   2> 5334 T3738 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5347 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5347 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5347 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5772 T3738 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5782 T3738 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5785 T3738 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5795 T3738 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5799 T3738 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5803 T3738 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5803 T3738 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5804 T3738 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5804 T3738 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5805 T3738 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5805 T3738 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5805 T3738 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/
[junit4:junit4]   2> 5805 T3738 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33046e2c
[junit4:junit4]   2> 5806 T3738 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5806 T3738 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1 forceNew:false
[junit4:junit4]   2> 5807 T3738 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1
[junit4:junit4]   2> 5807 T3738 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/index/
[junit4:junit4]   2> 5807 T3738 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5808 T3738 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/index forceNew:false
[junit4:junit4]   2> 5810 T3738 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5373a54 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f1c931a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5810 T3738 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5811 T3738 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/index
[junit4:junit4]   2> 5812 T3738 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5813 T3738 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5813 T3738 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5814 T3738 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5814 T3738 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5815 T3738 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5815 T3738 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5815 T3738 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5816 T3738 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5825 T3738 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5833 T3738 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1
[junit4:junit4]   2> 5834 T3738 oass.SolrIndexSearcher.<init> Opening Searcher@1474905f main
[junit4:junit4]   2> 5834 T3738 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/tlog
[junit4:junit4]   2> 5835 T3738 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5835 T3738 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5841 T3739 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1474905f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5843 T3738 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5844 T3738 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6851 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6852 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23026_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23026/eqzex/o"}
[junit4:junit4]   2> 6852 T3719 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6852 T3719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6897 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6897 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6897 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7848 T3738 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7848 T3738 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:23026/eqzex/o collection:collection1 shard:shard1
[junit4:junit4]   2> 7849 T3738 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7873 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7874 T3738 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7875 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7887 T3738 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7888 T3738 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7888 T3738 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23026/eqzex/o/collection1/
[junit4:junit4]   2> 7888 T3738 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7888 T3738 oasc.SyncStrategy.syncToMe http://127.0.0.1:23026/eqzex/o/collection1/ has no replicas
[junit4:junit4]   2> 7889 T3738 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23026/eqzex/o/collection1/
[junit4:junit4]   2> 7889 T3738 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7899 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8424 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8439 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8439 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8440 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8462 T3738 oasc.ZkController.register We are http://127.0.0.1:23026/eqzex/o/collection1/ and leader is http://127.0.0.1:23026/eqzex/o/collection1/
[junit4:junit4]   2> 8462 T3738 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23026/eqzex/o
[junit4:junit4]   2> 8462 T3738 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8463 T3738 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8463 T3738 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8465 T3738 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8466 T3696 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8467 T3696 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8467 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8603 T3696 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8606 T3696 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:23029
[junit4:junit4]   2> 8607 T3696 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8607 T3696 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8607 T3696 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437
[junit4:junit4]   2> 8608 T3696 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437/solr.xml
[junit4:junit4]   2> 8608 T3696 oasc.CoreContainer.<init> New CoreContainer 925454529
[junit4:junit4]   2> 8609 T3696 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437/'
[junit4:junit4]   2> 8609 T3696 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437/'
[junit4:junit4]   2> 8653 T3696 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8654 T3696 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8654 T3696 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8654 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8655 T3696 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8655 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8655 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8656 T3696 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8656 T3696 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8657 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8673 T3696 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8689 T3696 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23019/solr
[junit4:junit4]   2> 8689 T3696 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8690 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f125b80
[junit4:junit4]   2> 8691 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8691 T3749 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8691 T3749 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 8692 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23030
[junit4:junit4]   2> 8692 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23030
[junit4:junit4]   2> 8695 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0007 with negotiated timeout 20000 for client /140.211.11.196:23030
[junit4:junit4]   2> 8695 T3749 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0007, negotiated timeout = 20000
[junit4:junit4]   2> 8695 T3750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f125b80 name:ZooKeeperConnection Watcher:127.0.0.1:23019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8695 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8696 T3701 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2857268b0007
[junit4:junit4]   2> 8712 T3750 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8712 T3696 oaz.ZooKeeper.close Session: 0x13d2857268b0007 closed
[junit4:junit4]   2> 8712 T3698 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:23030 which had sessionid 0x13d2857268b0007
[junit4:junit4]   2> 8712 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8721 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@16b96a5c
[junit4:junit4]   2> 8722 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8722 T3751 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8722 T3751 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 8723 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:23031
[junit4:junit4]   2> 8723 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:23031
[junit4:junit4]   2> 8725 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0008 with negotiated timeout 20000 for client /140.211.11.196:23031
[junit4:junit4]   2> 8725 T3751 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0008, negotiated timeout = 20000
[junit4:junit4]   2> 8725 T3752 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16b96a5c name:ZooKeeperConnection Watcher:127.0.0.1:23019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8725 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8726 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8727 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8737 T3696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9739 T3696 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23029_eqzex%2Fo
[junit4:junit4]   2> 9740 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23029_eqzex%2Fo Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23029_eqzex%2Fo
[junit4:junit4]   2> 9742 T3696 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23029_eqzex%2Fo
[junit4:junit4]   2> 9744 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9744 T3718 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9744 T3752 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9744 T3724 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9744 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9745 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9745 T3737 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9759 T3753 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437/collection1
[junit4:junit4]   2> 9759 T3753 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9759 T3753 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9760 T3753 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9761 T3753 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437/collection1/'
[junit4:junit4]   2> 9762 T3753 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437/collection1/lib/README' to classloader
[junit4:junit4]   2> 9763 T3753 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9819 T3753 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9882 T3753 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9944 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9945 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23026_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23026/eqzex/o"}
[junit4:junit4]   2> 9960 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9960 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9960 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9983 T3753 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9983 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9993 T3753 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10674 T3753 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10689 T3753 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10693 T3753 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10706 T3753 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10711 T3753 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10716 T3753 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10717 T3753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10717 T3753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10718 T3753 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10719 T3753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10719 T3753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10719 T3753 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362181441437/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2/
[junit4:junit4]   2> 10719 T3753 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33046e2c
[junit4:junit4]   2> 10720 T3753 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10721 T3753 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2 forceNew:false
[junit4:junit4]   2> 10721 T3753 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2
[junit4:junit4]   2> 10721 T3753 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2/index/
[junit4:junit4]   2> 10722 T3753 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10723 T3753 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2/index forceNew:false
[junit4:junit4]   2> 10726 T3753 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23ad6d5b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fcdf4b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10726 T3753 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10727 T3753 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2/index
[junit4:junit4]   2> 10729 T3753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10730 T3753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10730 T3753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10731 T3753 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10732 T3753 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10732 T3753 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10733 T3753 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10733 T3753 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10734 T3753 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10749 T3753 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10756 T3753 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2
[junit4:junit4]   2> 10756 T3753 oass.SolrIndexSearcher.<init> Opening Searcher@5fb42527 main
[junit4:junit4]   2> 10757 T3753 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2/tlog
[junit4:junit4]   2> 10758 T3753 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10758 T3753 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10766 T3754 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5fb42527 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10769 T3753 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10769 T3753 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11464 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11465 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23029_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23029/eqzex/o"}
[junit4:junit4]   2> 11465 T3719 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11465 T3719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11480 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11480 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11480 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11480 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11772 T3753 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11772 T3753 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:23029/eqzex/o collection:collection1 shard:shard2
[junit4:junit4]   2> 11773 T3753 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11790 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11792 T3753 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11793 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11803 T3753 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11803 T3753 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11803 T3753 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23029/eqzex/o/collection1/
[junit4:junit4]   2> 11804 T3753 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11804 T3753 oasc.SyncStrategy.syncToMe http://127.0.0.1:23029/eqzex/o/collection1/ has no replicas
[junit4:junit4]   2> 11804 T3753 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23029/eqzex/o/collection1/
[junit4:junit4]   2> 11805 T3753 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11807 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12985 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13029 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13029 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13029 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13029 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13042 T3753 oasc.ZkController.register We are http://127.0.0.1:23029/eqzex/o/collection1/ and leader is http://127.0.0.1:23029/eqzex/o/collection1/
[junit4:junit4]   2> 13042 T3753 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23029/eqzex/o
[junit4:junit4]   2> 13042 T3753 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13042 T3753 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13042 T3753 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13044 T3753 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13044 T3696 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 13045 T3696 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13046 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13179 T3696 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13182 T3696 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:23338
[junit4:junit4]   2> 13183 T3696 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13183 T3696 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13184 T3696 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012
[junit4:junit4]   2> 13184 T3696 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012/solr.xml
[junit4:junit4]   2> 13184 T3696 oasc.CoreContainer.<init> New CoreContainer 1952573731
[junit4:junit4]   2> 13185 T3696 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012/'
[junit4:junit4]   2> 13185 T3696 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012/'
[junit4:junit4]   2> 13230 T3696 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13231 T3696 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13231 T3696 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13232 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13232 T3696 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13232 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13233 T3696 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13233 T3696 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13233 T3696 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13234 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13248 T3696 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13262 T3696 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:23019/solr
[junit4:junit4]   2> 13263 T3696 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13264 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7c10e630
[junit4:junit4]   2> 13264 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13265 T3764 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13266 T3764 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 13266 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:54654
[junit4:junit4]   2> 13266 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:54654
[junit4:junit4]   2> 13268 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b0009 with negotiated timeout 20000 for client /140.211.11.196:54654
[junit4:junit4]   2> 13268 T3764 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b0009, negotiated timeout = 20000
[junit4:junit4]   2> 13269 T3765 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c10e630 name:ZooKeeperConnection Watcher:127.0.0.1:23019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13269 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13270 T3701 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2857268b0009
[junit4:junit4]   2> 13288 T3765 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13289 T3698 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:54654 which had sessionid 0x13d2857268b0009
[junit4:junit4]   2> 13288 T3696 oaz.ZooKeeper.close Session: 0x13d2857268b0009 closed
[junit4:junit4]   2> 13289 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13297 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4f64ac43
[junit4:junit4]   2> 13298 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13298 T3766 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13298 T3766 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 13299 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:10231
[junit4:junit4]   2> 13299 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:10231
[junit4:junit4]   2> 13300 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b000a with negotiated timeout 20000 for client /140.211.11.196:10231
[junit4:junit4]   2> 13300 T3766 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b000a, negotiated timeout = 20000
[junit4:junit4]   2> 13301 T3767 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f64ac43 name:ZooKeeperConnection Watcher:127.0.0.1:23019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13301 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13302 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13308 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13309 T3696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14312 T3696 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23338_eqzex%2Fo
[junit4:junit4]   2> 14313 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:23338_eqzex%2Fo Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:23338_eqzex%2Fo
[junit4:junit4]   2> 14315 T3696 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23338_eqzex%2Fo
[junit4:junit4]   2> 14317 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14317 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14317 T3767 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14317 T3724 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14317 T3718 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14317 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14318 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14330 T3752 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14330 T3737 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14337 T3768 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012/collection1
[junit4:junit4]   2> 14337 T3768 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14337 T3768 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14338 T3768 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14339 T3768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012/collection1/'
[junit4:junit4]   2> 14339 T3768 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012/collection1/lib/README' to classloader
[junit4:junit4]   2> 14340 T3768 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14376 T3768 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14418 T3768 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14518 T3768 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14524 T3768 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14542 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14543 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23029_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23029/eqzex/o"}
[junit4:junit4]   2> 14559 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14559 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14559 T3767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14559 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14559 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14986 T3768 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14996 T3768 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14999 T3768 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15009 T3768 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15013 T3768 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15017 T3768 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15017 T3768 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15018 T3768 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15018 T3768 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15019 T3768 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15019 T3768 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15019 T3768 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362181446012/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/
[junit4:junit4]   2> 15019 T3768 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33046e2c
[junit4:junit4]   2> 15020 T3768 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15021 T3768 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3 forceNew:false
[junit4:junit4]   2> 15021 T3768 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3
[junit4:junit4]   2> 15021 T3768 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index/
[junit4:junit4]   2> 15022 T3768 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15022 T3768 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index forceNew:false
[junit4:junit4]   2> 15024 T3768 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f9d258 lockFactory=org.apache.lucene.store.NativeFSLockFactory@136ca363),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15024 T3768 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15025 T3768 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index
[junit4:junit4]   2> 15027 T3768 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15027 T3768 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15028 T3768 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15028 T3768 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15029 T3768 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15029 T3768 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15029 T3768 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15030 T3768 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15030 T3768 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15039 T3768 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15043 T3768 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3
[junit4:junit4]   2> 15044 T3768 oass.SolrIndexSearcher.<init> Opening Searcher@6ce51af6 main
[junit4:junit4]   2> 15044 T3768 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/tlog
[junit4:junit4]   2> 15045 T3768 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15045 T3768 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15050 T3769 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ce51af6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15052 T3768 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15052 T3768 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16064 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16065 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23338_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23338/eqzex/o"}
[junit4:junit4]   2> 16066 T3719 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16066 T3719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16083 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16083 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16083 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16083 T3767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16083 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17056 T3768 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17056 T3768 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:23338/eqzex/o collection:collection1 shard:shard1
[junit4:junit4]   2> 17059 T3768 oasc.ZkController.register We are http://127.0.0.1:23338/eqzex/o/collection1/ and leader is http://127.0.0.1:23026/eqzex/o/collection1/
[junit4:junit4]   2> 17060 T3768 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23338/eqzex/o
[junit4:junit4]   2> 17060 T3768 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17060 T3768 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C247 name=collection1 org.apache.solr.core.SolrCore@b731199 url=http://127.0.0.1:23338/eqzex/o/collection1 node=127.0.0.1:23338_eqzex%2Fo C247_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:23338_eqzex%2Fo, base_url=http://127.0.0.1:23338/eqzex/o}
[junit4:junit4]   2> 17062 T3770 C247 P23338 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17062 T3768 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17062 T3770 C247 P23338 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17063 T3770 C247 P23338 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17063 T3770 C247 P23338 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17063 T3696 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 17064 T3696 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17064 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17075 T3770 C247 P23338 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17081 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17082 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17095 T3728 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/onenodecollectioncore
[junit4:junit4]   2> 17096 T3728 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 17097 T3728 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 17097 T3728 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 17098 T3728 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 17099 T3728 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 17111 T3728 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 17113 T3728 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/onenodecollectioncore/'
[junit4:junit4]   2> 17194 T3728 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17255 T3728 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17356 T3728 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17366 T3728 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17588 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17589 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23338_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23338/eqzex/o"}
[junit4:junit4]   2> 17603 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17603 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17603 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17603 T3767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17603 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17929 T3728 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17937 T3728 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17940 T3728 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17950 T3728 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17954 T3728 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17958 T3728 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17959 T3728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17959 T3728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17959 T3728 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17960 T3728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17960 T3728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17961 T3728 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362181436816/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection/
[junit4:junit4]   2> 17961 T3728 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33046e2c
[junit4:junit4]   2> 17962 T3728 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17963 T3728 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection forceNew:false
[junit4:junit4]   2> 17963 T3728 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection
[junit4:junit4]   2> 17963 T3728 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection/index/
[junit4:junit4]   2> 17964 T3728 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17964 T3728 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection/index forceNew:false
[junit4:junit4]   2> 17966 T3728 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@283a222a lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ede4586),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17967 T3728 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17968 T3728 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection/index
[junit4:junit4]   2> 17969 T3728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17970 T3728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17970 T3728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17971 T3728 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17971 T3728 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17972 T3728 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17972 T3728 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17972 T3728 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17973 T3728 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17985 T3728 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17989 T3728 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection
[junit4:junit4]   2> 17990 T3728 oass.SolrIndexSearcher.<init> Opening Searcher@4d14be1d main
[junit4:junit4]   2> 17990 T3728 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection/tlog
[junit4:junit4]   2> 17991 T3728 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17991 T3728 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17994 T3728 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection
[junit4:junit4]   2> 17995 T3771 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@4d14be1d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17996 T3728 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 19107 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19108 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23026_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23026/eqzex/o"}
[junit4:junit4]   2> 19109 T3719 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 19109 T3719 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19123 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19123 T3767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19123 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19123 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19123 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19999 T3728 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 19999 T3728 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:23026/eqzex/o collection:onenodecollection shard:shard1
[junit4:junit4]   2> 20000 T3728 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 20017 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:delete cxid:0xa1 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 20018 T3728 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 20019 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:create cxid:0xa2 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20021 T3728 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 20021 T3728 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 20021 T3728 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23026/eqzex/o/onenodecollectioncore/
[junit4:junit4]   2> 20022 T3728 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 20022 T3728 oasc.SyncStrategy.syncToMe http://127.0.0.1:23026/eqzex/o/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 20022 T3728 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23026/eqzex/o/onenodecollectioncore/
[junit4:junit4]   2> 20022 T3728 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 20025 T3701 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2857268b0006 type:create cxid:0xac zxid:0xb2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2>  C247_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:23338_eqzex%2Fo, base_url=http://127.0.0.1:23338/eqzex/o}
[junit4:junit4]   2> 20090 T3770 C247 P23338 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:23026/eqzex/o/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20090 T3770 C247 P23338 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:23338/eqzex/o START replicas=[http://127.0.0.1:23026/eqzex/o/collection1/] nUpdates=100
[junit4:junit4]   2> 20090 T3770 C247 P23338 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20091 T3770 C247 P23338 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20091 T3770 C247 P23338 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20091 T3770 C247 P23338 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20091 T3770 C247 P23338 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20092 T3770 C247 P23338 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:23026/eqzex/o/collection1/. core=collection1
[junit4:junit4]   2> 20092 T3770 C247 P23338 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C248 name=collection1 org.apache.solr.core.SolrCore@93e1bc6 url=http://127.0.0.1:23026/eqzex/o/collection1 node=127.0.0.1:23026_eqzex%2Fo C248_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:23026_eqzex%2Fo, base_url=http://127.0.0.1:23026/eqzex/o, leader=true}
[junit4:junit4]   2> 20097 T3729 C248 P23026 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20109 T3730 C248 P23026 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20110 T3730 C248 P23026 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1
[junit4:junit4]   2> 20111 T3730 C248 P23026 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5373a54 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f1c931a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20112 T3730 C248 P23026 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20112 T3730 C248 P23026 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5373a54 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f1c931a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5373a54 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f1c931a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20112 T3730 C248 P23026 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20113 T3730 C248 P23026 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1
[junit4:junit4]   2> 20113 T3730 C248 P23026 oass.SolrIndexSearcher.<init> Opening Searcher@3ddfcb51 realtime
[junit4:junit4]   2> 20114 T3730 C248 P23026 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20114 T3730 C248 P23026 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 20115 T3770 C247 P23338 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20115 T3770 C247 P23338 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20117 T3731 C248 P23026 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20118 T3731 C248 P23026 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 20118 T3770 C247 P23338 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 20119 T3770 C247 P23338 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20119 T3770 C247 P23338 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20121 T3731 C248 P23026 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1
[junit4:junit4]   2> 20122 T3731 C248 P23026 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/index
[junit4:junit4]   2> 20122 T3731 C248 P23026 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20123 T3770 C247 P23338 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20123 T3770 C247 P23338 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index.20130302004413079 forceNew:false
[junit4:junit4]   2> 20123 T3770 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3
[junit4:junit4]   2> 20124 T3770 C247 P23338 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@75741285 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3918a7aa) fullCopy=false
[junit4:junit4]   2> 20126 T3731 C248 P23026 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 20127 T3770 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index
[junit4:junit4]   2> 20128 T3770 C247 P23338 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20128 T3770 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3
[junit4:junit4]   2> 20128 T3770 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3
[junit4:junit4]   2> 20128 T3770 C247 P23338 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20129 T3770 C247 P23338 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20129 T3770 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3
[junit4:junit4]   2> 20130 T3770 C247 P23338 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f9d258 lockFactory=org.apache.lucene.store.NativeFSLockFactory@136ca363),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f9d258 lockFactory=org.apache.lucene.store.NativeFSLockFactory@136ca363),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20130 T3770 C247 P23338 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20131 T3770 C247 P23338 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20131 T3770 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3
[junit4:junit4]   2> 20131 T3770 C247 P23338 oass.SolrIndexSearcher.<init> Opening Searcher@12b2016d main
[junit4:junit4]   2> 20132 T3769 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12b2016d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 20133 T3769 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index
[junit4:junit4]   2> 20133 T3770 C247 P23338 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@75741285 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3918a7aa)
[junit4:junit4]   2> 20133 T3770 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index.20130302004413079
[junit4:junit4]   2> 20133 T3770 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index
[junit4:junit4]   2> 20133 T3770 C247 P23338 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20134 T3770 C247 P23338 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20134 T3770 C247 P23338 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20134 T3770 C247 P23338 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20135 T3770 C247 P23338 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20628 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20645 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23338_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23338/eqzex/o"}
[junit4:junit4]   2> 20655 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20655 T3767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20655 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20655 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20655 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20690 T3728 oasc.ZkController.register We are http://127.0.0.1:23026/eqzex/o/onenodecollectioncore/ and leader is http://127.0.0.1:23026/eqzex/o/onenodecollectioncore/
[junit4:junit4]   2> 20690 T3728 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:23026/eqzex/o
[junit4:junit4]   2> 20690 T3728 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 20691 T3728 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 20693 T3728 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20694 T3696 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 20695 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21696 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22160 T3719 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22161 T3719 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:23026_eqzex%2Fo",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:23026/eqzex/o"}
[junit4:junit4]   2> 22227 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22227 T3724 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22227 T3752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22227 T3737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22227 T3767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22698 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22700 T3696 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 22700 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C249 name=onenodecollectioncore org.apache.solr.core.SolrCore@4a693d50 url=http://127.0.0.1:23026/eqzex/o/onenodecollectioncore node=127.0.0.1:23026_eqzex%2Fo C249_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:23026_eqzex%2Fo, base_url=http://127.0.0.1:23026/eqzex/o, leader=true}
[junit4:junit4]   2> 22730 T3732 C249 P23026 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection
[junit4:junit4]   2> 22732 T3732 C249 P23026 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@283a222a lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ede4586),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22733 T3732 C249 P23026 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22735 T3732 C249 P23026 /update {wt=javabin&version=2} {add=[1 (1428350782077403136)]} 0 6
[junit4:junit4]   2> 22744 T3732 C249 P23026 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22748 T3732 C249 P23026 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@283a222a lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ede4586),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@283a222a lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ede4586),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_SimpleText_0.dat, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0.fdt, _0_MockVariableIntBlock_0.tii]
[junit4:junit4]   2> 22749 T3732 C249 P23026 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_SimpleText_0.dat, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0.fdt, _0_MockVariableIntBlock_0.tii]
[junit4:junit4]   2> 22749 T3732 C249 P23026 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection
[junit4:junit4]   2> 22751 T3732 C249 P23026 oass.SolrIndexSearcher.<init> Opening Searcher@2c1c85db main
[junit4:junit4]   2> 22752 T3732 C249 P23026 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22753 T3771 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@2c1c85db main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 22753 T3771 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362181432964/onenodecollection/index
[junit4:junit4]   2> 22754 T3732 C249 P23026 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 22758 T3732 C249 P23026 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 22760 T3696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22775 T3732 C249 P23026 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C250 name=collection1 org.apache.solr.core.SolrCore@34e7293 url=http://127.0.0.1:23022/eqzex/o/collection1 node=127.0.0.1:23022_eqzex%2Fo C250_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:23022_eqzex%2Fo, base_url=http://127.0.0.1:23022/eqzex/o, leader=true}
[junit4:junit4]   2> 22785 T3708 C250 P23022 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data
[junit4:junit4]   2> 22788 T3708 C250 P23022 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3da33949 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cc50827),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22789 T3708 C250 P23022 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22793 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[1 (1428350782135074816)]} 0 9
[junit4:junit4]   2>  C247_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:23338_eqzex%2Fo, base_url=http://127.0.0.1:23338/eqzex/o}
[junit4:junit4]   2> 22833 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428350782167580672)]} 0 4
[junit4:junit4]   2> 22834 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1428350782167580672)]} 0 19
[junit4:junit4]   2> ASYNC  NEW_CORE C251 name=collection1 org.apache.solr.core.SolrCore@15e8538 url=http://127.0.0.1:23029/eqzex/o/collection1 node=127.0.0.1:23029_eqzex%2Fo C251_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:23029_eqzex%2Fo, base_url=http://127.0.0.1:23029/eqzex/o, leader=true}
[junit4:junit4]   2> 22835 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[1]} 0 24
[junit4:junit4]   2> 22838 T3708 C250 P23022 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22846 T3708 C250 P23022 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3da33949 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cc50827),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3da33949 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cc50827),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_SimpleText_0.dat, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 22847 T3708 C250 P23022 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_SimpleText_0.dat, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, segments_2, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 22847 T3708 C250 P23022 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data
[junit4:junit4]   2> 22850 T3708 C250 P23022 oass.SolrIndexSearcher.<init> Opening Searcher@31fabefc main
[junit4:junit4]   2> 22850 T3708 C250 P23022 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22851 T3722 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@31fabefc main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 22852 T3722 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/control/data/index
[junit4:junit4]   2> 22852 T3708 C250 P23022 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 22855 T3744 C251 P23029 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22856 T3744 C251 P23029 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2
[junit4:junit4]   2> 22859 T3744 C251 P23029 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23ad6d5b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fcdf4b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22860 T3744 C251 P23029 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22862 T3744 C251 P23029 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23ad6d5b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fcdf4b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23ad6d5b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7fcdf4b6),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22862 T3744 C251 P23029 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22863 T3744 C251 P23029 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2
[junit4:junit4]   2> 22864 T3744 C251 P23029 oass.SolrIndexSearcher.<init> Opening Searcher@1f8e8a4d main
[junit4:junit4]   2> 22864 T3744 C251 P23029 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22866 T3754 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f8e8a4d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 22866 T3754 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty2/index
[junit4:junit4]   2> 22867 T3744 C251 P23029 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:23026/eqzex/o/collection1/, StdNode: http://127.0.0.1:23338/eqzex/o/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 22870 T3758 C247 P23338 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22870 T3733 C248 P23026 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22877 T3758 C247 P23338 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f9d258 lockFactory=org.apache.lucene.store.NativeFSLockFactory@136ca363),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f9d258 lockFactory=org.apache.lucene.store.NativeFSLockFactory@136ca363),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_SimpleText_0.dat, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 22878 T3758 C247 P23338 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_SimpleText_0.dat, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 22879 T3758 C247 P23338 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3
[junit4:junit4]   2> 22881 T3758 C247 P23338 oass.SolrIndexSearcher.<init> Opening Searcher@259bff1e main
[junit4:junit4]   2> 22881 T3733 C248 P23026 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5373a54 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f1c931a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5373a54 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f1c931a),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_SimpleText_0.dat, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 22881 T3758 C247 P23338 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22882 T3769 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@259bff1e main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 22882 T3733 C248 P23026 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Memory_0.ram, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_SimpleText_0.dat, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_MockVariableIntBlock_0.frq, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, _0_MockVariableIntBlock_0.tii, _0.fdt, segments_3]
[junit4:junit4]   2> 22883 T3769 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty3/index
[junit4:junit4]   2> 22883 T3758 C247 P23338 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 22883 T3733 C248 P23026 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1
[junit4:junit4]   2> 22886 T3733 C248 P23026 oass.SolrIndexSearcher.<init> Opening Searcher@1ec507c6 main
[junit4:junit4]   2> 22887 T3733 C248 P23026 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/index
[junit4:junit4]   2> 22888 T3733 C248 P23026 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22888 T3739 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ec507c6 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 22889 T3739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362181432963/jetty1/index
[junit4:junit4]   2> 22889 T3733 C248 P23026 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 22890 T3744 C251 P23029 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4]   2> 22891 T3696 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22892 T3696 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22893 T3696 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22897 T3708 C250 P23022 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 22898 T3696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:23019/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@198167f2
[junit4:junit4]   2> 22899 T3696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 22899 T3778 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:23019. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 22900 T3778 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:23019, initiating session
[junit4:junit4]   2> 22900 T3698 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:39848
[junit4:junit4]   2> 22901 T3698 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:39848
[junit4:junit4]   2> 22905 T3700 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2857268b000b with negotiated timeout 10000 for client /140.211.11.196:39848
[junit4:junit4]   2> 22905 T3778 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:23019, sessionid = 0x13d2857268b000b, negotiated timeout = 10000
[junit4:junit4]   2> 22906 T3779 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@198167f2 name:ZooKeeperConnection Watcher:127.0.0.1:23019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 22906 T3696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 22907 T3696 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 22909 T3701 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2857268b000b
[junit4:junit4]   2> 22910 T3779 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 22910 T3698 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:39848 which had sessionid 0x13d2857268b000b
[junit4:junit4]   2> 22910 T3696 oaz.ZooKeeper.close Session: 0x13d2857268b000b closed
[junit4:junit4]   2> 22912 T3727 C248 P23026 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 22914 T3745 C251 P23029 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22920 T3746 C251 P23029 REQ /select {NOW=1362181455873&shard.url=127.0.0.1:23029/eqzex/o/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22920 T3730 C248 P23026 REQ /select {NOW=1362181455873&shard.url=127.0.0.1:23026/eqzex/o/collection1/|127.0.0.1:23338/eqzex/o/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 22924 T3730 C248 P23026 REQ /select {NOW=1362181455873&shard.url=127.0.0.1:23026/eqzex/o/collection1/|127.0.0.1:23338/eqzex/o/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22925 T3744 C251 P23029 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=8 
[junit4:junit4]   2> 22933 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[2 (1428350782287118336)]} 0 4
[junit4:junit4]   2> 22941 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1428350782295506944)]} 0 4
[junit4:junit4]   2> 22942 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[2]} 0 7
[junit4:junit4]   2> 22947 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[3 (1428350782303895552)]} 0 2
[junit4:junit4]   2> 22953 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[3 (1428350782309138432)]} 0 3
[junit4:junit4]   2> 22958 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[4 (1428350782315429888)]} 0 2
[junit4:junit4]   2> 22976 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428350782323818496)]} 0 4
[junit4:junit4]   2> 22977 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1428350782323818496)]} 0 13
[junit4:junit4]   2> 22978 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[4]} 0 17
[junit4:junit4]   2> 22983 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[5 (1428350782341644288)]} 0 2
[junit4:junit4]   2> 22993 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1428350782351081472)]} 0 3
[junit4:junit4]   2> 22993 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[5]} 0 6
[junit4:junit4]   2> 22999 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[6 (1428350782358421504)]} 0 2
[junit4:junit4]   2> 23004 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[6 (1428350782363664384)]} 0 2
[junit4:junit4]   2> 23009 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[7 (1428350782368907264)]} 0 2
[junit4:junit4]   2> 23018 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1428350782377295872)]} 0 3
[junit4:junit4]   2> 23019 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[7]} 0 7
[junit4:junit4]   2> 23024 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[8 (1428350782384635904)]} 0 2
[junit4:junit4]   2> 23035 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428350782389878784)]} 0 3
[junit4:junit4]   2> 23036 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[8 (1428350782389878784)]} 0 9
[junit4:junit4]   2> 23041 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[9 (1428350782402461696)]} 0 2
[junit4:junit4]   2> 23046 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[9 (1428350782407704576)]} 0 2
[junit4:junit4]   2> 23051 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[10 (1428350782412947456)]} 0 2
[junit4:junit4]   2> 23062 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428350782418190336)]} 0 3
[junit4:junit4]   2> 23063 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[10 (1428350782418190336)]} 0 9
[junit4:junit4]   2> 23069 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[11 (1428350782430773248)]} 0 3
[junit4:junit4]   2> 23080 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428350782437064704)]} 0 3
[junit4:junit4]   2> 23081 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[11 (1428350782437064704)]} 0 9
[junit4:junit4]   2> 23087 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[12 (1428350782449647616)]} 0 3
[junit4:junit4]   2> 23097 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428350782455939072)]} 0 3
[junit4:junit4]   2> 23098 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[12 (1428350782455939072)]} 0 8
[junit4:junit4]   2> 23103 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[13 (1428350782467473408)]} 0 2
[junit4:junit4]   2> 23117 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428350782475862016)]} 0 2
[junit4:junit4]   2> 23118 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1428350782475862016)]} 0 9
[junit4:junit4]   2> 23119 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[13]} 0 13
[junit4:junit4]   2> 23124 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[14 (1428350782489493504)]} 0 2
[junit4:junit4]   2> 23139 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428350782497882112)]} 0 3
[junit4:junit4]   2> 23140 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1428350782497882112)]} 0 10
[junit4:junit4]   2> 23141 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[14]} 0 14
[junit4:junit4]   2> 23146 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[15 (1428350782511513600)]} 0 3
[junit4:junit4]   2> 23157 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428350782517805056)]} 0 3
[junit4:junit4]   2> 23158 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[15 (1428350782517805056)]} 0 9
[junit4:junit4]   2> 23164 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[16 (1428350782530387968)]} 0 3
[junit4:junit4]   2> 23181 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428350782540873728)]} 0 4
[junit4:junit4]   2> 23182 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1428350782540873728)]} 0 12
[junit4:junit4]   2> 23183 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[16]} 0 16
[junit4:junit4]   2> 23197 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[17 (1428350782559748096)]} 0 11
[junit4:junit4]   2> 23210 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[17 (1428350782573379584)]} 0 10
[junit4:junit4]   2> 23215 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[100 (1428350782584913920)]} 0 2
[junit4:junit4]   2> 23227 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428350782591205376)]} 0 3
[junit4:junit4]   2> 23228 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[100 (1428350782591205376)]} 0 9
[junit4:junit4]   2> 23233 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[101 (1428350782603788288)]} 0 2
[junit4:junit4]   2> 23245 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428350782610079744)]} 0 3
[junit4:junit4]   2> 23246 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[101 (1428350782610079744)]} 0 9
[junit4:junit4]   2> 23276 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[102 (1428350782647828480)]} 0 3
[junit4:junit4]   2> 23291 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428350782657265664)]} 0 3
[junit4:junit4]   2> 23292 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1428350782657265664)]} 0 10
[junit4:junit4]   2> 23293 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[102]} 0 13
[junit4:junit4]   2> 23298 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[103 (1428350782671945728)]} 0 2
[junit4:junit4]   2> 23306 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[103 (1428350782680334336)]} 0 2
[junit4:junit4]   2> 23307 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[103]} 0 6
[junit4:junit4]   2> 23312 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[104 (1428350782686625792)]} 0 2
[junit4:junit4]   2> 23317 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[104 (1428350782691868672)]} 0 2
[junit4:junit4]   2> 23322 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[105 (1428350782697111552)]} 0 2
[junit4:junit4]   2> 23326 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[105 (1428350782701305856)]} 0 1
[junit4:junit4]   2> 23329 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[106 (1428350782704451584)]} 0 1
[junit4:junit4]   2> 23334 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[106 (1428350782708645888)]} 0 2
[junit4:junit4]   2> 23338 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[107 (1428350782713888768)]} 0 1
[junit4:junit4]   2> 23347 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428350782719131648)]} 0 2
[junit4:junit4]   2> 23348 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[107 (1428350782719131648)]} 0 7
[junit4:junit4]   2> 23353 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[108 (1428350782729617408)]} 0 2
[junit4:junit4]   2> 23361 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428350782732763136)]} 0 2
[junit4:junit4]   2> 23362 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[108 (1428350782732763136)]} 0 7
[junit4:junit4]   2> 23367 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[109 (1428350782744297472)]} 0 2
[junit4:junit4]   2> 23375 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428350782749540352)]} 0 1
[junit4:junit4]   2> 23376 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[109 (1428350782749540352)]} 0 6
[junit4:junit4]   2> 23381 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[110 (1428350782758977536)]} 0 2
[junit4:junit4]   2> 23388 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428350782763171840)]} 0 1
[junit4:junit4]   2> 23389 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[110 (1428350782763171840)]} 0 6
[junit4:junit4]   2> 23395 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[111 (1428350782773657600)]} 0 2
[junit4:junit4]   2> 23404 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428350782778900480)]} 0 2
[junit4:junit4]   2> 23405 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[111 (1428350782778900480)]} 0 7
[junit4:junit4]   2> 23409 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[112 (1428350782789386240)]} 0 1
[junit4:junit4]   2> 23414 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[112 (1428350782793580544)]} 0 2
[junit4:junit4]   2> 23419 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[113 (1428350782798823424)]} 0 1
[junit4:junit4]   2> 23430 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428350782807212032)]} 0 1
[junit4:junit4]   2> 23431 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[113 (1428350782807212032)]} 0 6
[junit4:junit4]   2> 23432 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[113]} 0 10
[junit4:junit4]   2> 23436 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[114 (1428350782817697792)]} 0 1
[junit4:junit4]   2> 23447 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428350782825037824)]} 0 1
[junit4:junit4]   2> 23448 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[114 (1428350782825037824)]} 0 6
[junit4:junit4]   2> 23449 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[114]} 0 10
[junit4:junit4]   2> 23453 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[115 (1428350782834475008)]} 0 2
[junit4:junit4]   2> 23461 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[115 (1428350782841815040)]} 0 2
[junit4:junit4]   2> 23465 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[115]} 0 10
[junit4:junit4]   2> 23473 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[116 (1428350782855446528)]} 0 2
[junit4:junit4]   2> 23477 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[116 (1428350782859640832)]} 0 1
[junit4:junit4]   2> 23482 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[117 (1428350782863835136)]} 0 2
[junit4:junit4]   2> 23488 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[117 (1428350782871175168)]} 0 1
[junit4:junit4]   2> 23489 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[117]} 0 5
[junit4:junit4]   2> 23493 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[118 (1428350782876418048)]} 0 1
[junit4:junit4]   2> 23504 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428350782883758080)]} 0 1
[junit4:junit4]   2> 23505 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[118 (1428350782883758080)]} 0 6
[junit4:junit4]   2> 23506 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[118]} 0 10
[junit4:junit4]   2> 23511 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[119 (1428350782895292416)]} 0 2
[junit4:junit4]   2> 23516 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[119 (1428350782900535296)]} 0 1
[junit4:junit4]   2> 23521 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[120 (1428350782905778176)]} 0 2
[junit4:junit4]   2> 23528 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[120 (1428350782914166784)]} 0 1
[junit4:junit4]   2> 23529 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[120]} 0 5
[junit4:junit4]   2> 23534 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[121 (1428350782919409664)]} 0 2
[junit4:junit4]   2> 23539 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[121 (1428350782924652544)]} 0 2
[junit4:junit4]   2> 23543 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[122 (1428350782928846848)]} 0 1
[junit4:junit4]   2> 23550 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428350782933041152)]} 0 1
[junit4:junit4]   2> 23551 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[122 (1428350782933041152)]} 0 5
[junit4:junit4]   2> 23555 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[123 (1428350782941429760)]} 0 1
[junit4:junit4]   2> 23563 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428350782945624064)]} 0 1
[junit4:junit4]   2> 23564 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[123 (1428350782945624064)]} 0 6
[junit4:junit4]   2> 23568 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[124 (1428350782955061248)]} 0 1
[junit4:junit4]   2> 23578 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428350782962401280)]} 0 1
[junit4:junit4]   2> 23579 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[124 (1428350782962401280)]} 0 5
[junit4:junit4]   2> 23579 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[124]} 0 8
[junit4:junit4]   2> 23583 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[125 (1428350782970789888)]} 0 1
[junit4:junit4]   2> 23590 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428350782974984192)]} 0 1
[junit4:junit4]   2> 23591 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[125 (1428350782974984192)]} 0 5
[junit4:junit4]   2> 23595 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[126 (1428350782983372800)]} 0 1
[junit4:junit4]   2> 23599 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[126 (1428350782987567104)]} 0 1
[junit4:junit4]   2> 23603 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[127 (1428350782991761408)]} 0 1
[junit4:junit4]   2> 23607 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[127 (1428350782995955712)]} 0 1
[junit4:junit4]   2> 23611 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[128 (1428350783000150016)]} 0 1
[junit4:junit4]   2> 23615 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[128 (1428350783004344320)]} 0 1
[junit4:junit4]   2> 23619 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[129 (1428350783008538624)]} 0 1
[junit4:junit4]   2> 23626 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428350783012732928)]} 0 1
[junit4:junit4]   2> 23627 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[129 (1428350783012732928)]} 0 5
[junit4:junit4]   2> 23631 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[130 (1428350783021121536)]} 0 1
[junit4:junit4]   2> 23638 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[130 (1428350783028461568)]} 0 1
[junit4:junit4]   2> 23639 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[130]} 0 5
[junit4:junit4]   2> 23642 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[131 (1428350783032655872)]} 0 1
[junit4:junit4]   2> 23646 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[131 (1428350783036850176)]} 0 1
[junit4:junit4]   2> 23650 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[132 (1428350783041044480)]} 0 1
[junit4:junit4]   2> 23660 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428350783048384512)]} 0 1
[junit4:junit4]   2> 23661 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[132 (1428350783048384512)]} 0 5
[junit4:junit4]   2> 23662 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[132]} 0 9
[junit4:junit4]   2> 23666 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[133 (1428350783057821696)]} 0 1
[junit4:junit4]   2> 23673 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428350783062016000)]} 0 1
[junit4:junit4]   2> 23674 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[133 (1428350783062016000)]} 0 5
[junit4:junit4]   2> 23678 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[134 (1428350783070404608)]} 0 1
[junit4:junit4]   2> 23682 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[134 (1428350783074598912)]} 0 1
[junit4:junit4]   2> 23686 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[135 (1428350783078793216)]} 0 1
[junit4:junit4]   2> 23696 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[135 (1428350783086133248)]} 0 1
[junit4:junit4]   2> 23697 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[135 (1428350783086133248)]} 0 5
[junit4:junit4]   2> 23697 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[135]} 0 8
[junit4:junit4]   2> 23701 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[136 (1428350783094521856)]} 0 1
[junit4:junit4]   2> 23705 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[136 (1428350783098716160)]} 0 1
[junit4:junit4]   2> 23709 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[137 (1428350783102910464)]} 0 1
[junit4:junit4]   2> 23713 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[137 (1428350783107104768)]} 0 1
[junit4:junit4]   2> 23718 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[138 (1428350783112347648)]} 0 2
[junit4:junit4]   2> 23728 T3757 C247 P23338 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[138 (1428350783119687680)]} 0 1
[junit4:junit4]   2> 23729 T3733 C248 P23026 /update {distrib.from=http://127.0.0.1:23029/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[138 (1428350783119687680)]} 0 5
[junit4:junit4]   2> 23730 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[138]} 0 9
[junit4:junit4]   2> 23733 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[139 (1428350783128076288)]} 0 1
[junit4:junit4]   2> 23740 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[139 (1428350783135416320)]} 0 1
[junit4:junit4]   2> 23741 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[139]} 0 5
[junit4:junit4]   2> 23745 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[140 (1428350783140659200)]} 0 1
[junit4:junit4]   2> 23753 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[140 (1428350783150096384)]} 0 1
[junit4:junit4]   2> 23754 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[140]} 0 5
[junit4:junit4]   2> 23758 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[141 (1428350783154290688)]} 0 1
[junit4:junit4]   2> 23761 T3744 C251 P23029 /update {wt=javabin&version=2} {add=[141 (1428350783157436416)]} 0 1
[junit4:junit4]   2> 23764 T3708 C250 P23022 /update {wt=javabin&version=2} {add=[142 (1428350783160582144)]} 0 1
[junit4:junit4]   2> 23769 T3747 C251 P23029 /update {distrib.from=http://127.0.0.1:23026/eqzex/o/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[142 (1428350783165825024)]} 0 1
[junit4:junit4]   2> 23769 T3782 C248 P23026 /update {wt=javabin&version=2} {add=[142]} 

[...truncated too long message...]

lector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89271922391187466-4-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 88200 T3767 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 88200 T3767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 88200 T3767 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 88200 T3767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 88200 T3767 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 88201 T3767 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 88201 T3767 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=Memory doPackFST= false), n_f1=PostingsFormat(name=Memory doPackFST= true), foo_d=Pulsing41(freqCutoff=8 minBlockSize=88 maxBlockSize=256), foo_f=PostingsFormat(name=Memory doPackFST= false), n_tl1=PostingsFormat(name=Memory doPackFST= true), n_d1=MockVariableIntBlock(baseBlockSize=38), rnd_b=Pulsing41(freqCutoff=8 minBlockSize=88 maxBlockSize=256), intDefault=PostingsFormat(name=Memory doPackFST= true), n_td1=PostingsFormat(name=Memory doPackFST= true), timestamp=MockVariableIntBlock(baseBlockSize=38), id=Pulsing41(freqCutoff=8 minBlockSize=88 maxBlockSize=256), range_facet_sl=Pulsing41(freqCutoff=8 minBlockSize=88 maxBlockSize=256), range_facet_si=MockVariableIntBlock(baseBlockSize=38), oddField_s=Pulsing41(freqCutoff=8 minBlockSize=88 maxBlockSize=256), multiDefault=MockVariableIntBlock(baseBlockSize=38), n_tf1=MockVariableIntBlock(baseBlockSize=38), n_dt1=PostingsFormat(name=Memory doPackFST= true), range_facet_l=MockVariableIntBlock(baseBlockSize=38), n_ti1=Pulsing41(freqCutoff=8 minBlockSize=88 maxBlockSize=256), text=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=Memory doPackFST= true), SubjectTerms_mfacet=PostingsFormat(name=Memory doPackFST= true), a_t=MockVariableIntBlock(baseBlockSize=38), n_tdt1=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Memory doPackFST= true), n_l1=MockVariableIntBlock(baseBlockSize=38), a_si=PostingsFormat(name=Memory doPackFST= true)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=ar_MA, timezone=Europe/Stockholm
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=2,free=247289536,total=514850816
[junit4:junit4]   2> NOTE: All tests run in this JVM: [RecoveryZkTest, CurrencyFieldXmlFileTest, FullSolrCloudDistribCmdsTest, TestSuggestSpellingConverter, AnalysisAfterCoreReloadTest, DistributedQueryElevationComponentTest, SolrInfoMBeanTest, TestTrie, TestSolrJ, TestZkChroot, TestSort, CurrencyFieldOpenExchangeTest, BinaryUpdateRequestHandlerTest, TestFastOutputStream, ShardRoutingTest, TestSolrDeletionPolicy1, TestRecovery, ConvertedLegacyTest, ChaosMonkeyNothingIsSafeTest, TestLuceneMatchVersion, TestStressVersions, SignatureUpdateProcessorFactoryTest, TestBM25SimilarityFactory, TestPerFieldSimilarity, TestWriterPerf, SolrIndexSplitterTest, OverseerTest, ExternalFileFieldSortTest, TestElisionMultitermQuery, DirectSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SynonymTokenizerTest, AlternateDirectoryTest, FastVectorHighlighterTest, TestQueryTypes, BasicZkTest, TestFastLRUCache, TimeZoneUtilsTest, StatelessScriptUpdateProcessorFactoryTest, PeerSyncTest, TestReversedWildcardFilterFactory, TestSolrQueryParser, UniqFieldsUpdateProcessorFactoryTest, ChaosMonkeySafeLeaderTest, HighlighterConfigTest, JSONWriterTest, RequestHandlersTest, BasicFunctionalityTest, TestSolrDeletionPolicy2, TestDistributedSearch, FieldAnalysisRequestHandlerTest, TestXIncludeConfig, CollectionsAPIDistributedZkTest, QueryEqualityTest, TestLRUCache, JsonLoaderTest, CircularListTest, SliceStateTest, DirectUpdateHandlerTest, URLClassifyProcessorTest, TestMultiCoreConfBootstrap, IndexReaderFactoryTest, TermsComponentTest, TestReplicationHandler, LeaderElectionTest, DistributedSpellCheckComponentTest, TestRealTimeGet, TestDistributedGrouping, SpellCheckCollatorTest, TestExtendedDismaxParser, SoftAutoCommitTest, ZkSolrClientTest, WordBreakSolrSpellCheckerTest, TestHashPartitioner, DistributedTermsComponentTest, StatsComponentTest, IndexBasedSpellCheckerTest, TestRangeQuery, LukeRequestHandlerTest, TestBinaryResponseWriter, TestJmxIntegration, TestFunctionQuery, DirectSolrConnectionTest, TestWordDelimiterFilterFactory, TestCSVLoader, MoreLikeThisHandlerTest, MBeansHandlerTest, IndexSchemaTest, QueryParsingTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, DocumentAnalysisRequestHandlerTest, TestValueSourceCache, DebugComponentTest, TestOmitPositions, CopyFieldTest, TestQueryUtils, SuggesterTSTTest, CSVRequestHandlerTest, TestSearchPerf, TestFoldingMultitermQuery, TestPropInject, NoCacheHeaderTest, PrimitiveFieldTypeTest, SOLR749Test, TestPropInjectDefaults, TestCollationField, TestQuerySenderNoQuery, TestJmxMonitoredMap, EchoParamsTest, TestPluginEnable, TestLMJelinekMercerSimilarityFactory, TestCodecSupport, PrimUtilsTest, ResourceLoaderTest, TestSystemIdResolver, DOMUtilTest, UUIDFieldTest, SystemInfoHandlerTest, ZkNodePropsTest, TestDocumentBuilder, TestCharFilters, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 89.16s, 1 test, 1 error <<< FAILURES!

[...truncated 93 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1207: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:870: There were test failures: 259 suites, 1085 tests, 1 error, 23 ignored (4 assumptions)

Total time: 52 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3779 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3779/

4 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([180CDBCE0234C1AA:99EA55D6756BA196]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:430)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:53964/ijujs/bh/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:63810/ijujs/bh/collection1], CloudJettyRunner [url=http://127.0.0.1:63810/ijujs/bh/collection1]]

Stack Trace:
java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:53964/ijujs/bh/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:63810/ijujs/bh/collection1], CloudJettyRunner [url=http://127.0.0.1:63810/ijujs/bh/collection1]]
	at __randomizedtesting.SeedInfo.seed([180CDBCE0234C1AA:99EA55D6756BA196]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:212)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1698, name=coreLoadExecutor-1313-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1698, name=coreLoadExecutor-1313-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:733)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:868)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:951)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:569)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@644a6ef6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@760b5a14)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1700, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1700, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f028911 lockFactory=org.apache.lucene.store.NativeFSLockFactory@35263820)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9163 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 0 T1639 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T1639 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-RecoveryZkTest-1362258889891
[junit4:junit4]   2> 6 T1639 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T1640 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T1640 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T1640 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T1640 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T1640 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 11 T1640 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T1639 oasc.ZkTestServer.run start zk server on port:53691
[junit4:junit4]   2> 108 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f3266c5
[junit4:junit4]   2> 109 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T1645 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 110 T1645 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 110 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:27187
[junit4:junit4]   2> 111 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:27187
[junit4:junit4]   2> 111 T1643 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 139 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90000 with negotiated timeout 10000 for client /140.211.11.196:27187
[junit4:junit4]   2> 139 T1645 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90000, negotiated timeout = 10000
[junit4:junit4]   2> 140 T1646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f3266c5 name:ZooKeeperConnection Watcher:127.0.0.1:53691 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 140 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 140 T1639 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 144 T1644 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cf50ca90000
[junit4:junit4]   2> 145 T1646 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 145 T1641 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:27187 which had sessionid 0x13d2cf50ca90000
[junit4:junit4]   2> 145 T1639 oaz.ZooKeeper.close Session: 0x13d2cf50ca90000 closed
[junit4:junit4]   2> 146 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@56e7ec3b
[junit4:junit4]   2> 147 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 147 T1647 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 147 T1647 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 148 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:30213
[junit4:junit4]   2> 148 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:30213
[junit4:junit4]   2> 154 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90001 with negotiated timeout 10000 for client /140.211.11.196:30213
[junit4:junit4]   2> 154 T1647 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90001, negotiated timeout = 10000
[junit4:junit4]   2> 155 T1648 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56e7ec3b name:ZooKeeperConnection Watcher:127.0.0.1:53691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 155 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 155 T1639 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 159 T1639 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 169 T1639 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 171 T1639 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 175 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 175 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 191 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 192 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 321 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 322 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 325 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 326 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 329 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 330 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 337 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 338 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 341 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 342 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 345 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 345 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 349 T1639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 349 T1639 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 352 T1644 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cf50ca90001
[junit4:junit4]   2> 353 T1648 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 353 T1641 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:30213 which had sessionid 0x13d2cf50ca90001
[junit4:junit4]   2> 353 T1639 oaz.ZooKeeper.close Session: 0x13d2cf50ca90001 closed
[junit4:junit4]   2> 546 T1639 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 552 T1639 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55904
[junit4:junit4]   2> 552 T1639 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 553 T1639 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 553 T1639 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239
[junit4:junit4]   2> 554 T1639 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239/solr.xml
[junit4:junit4]   2> 554 T1639 oasc.CoreContainer.<init> New CoreContainer 779999683
[junit4:junit4]   2> 555 T1639 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239/'
[junit4:junit4]   2> 555 T1639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239/'
[junit4:junit4]   2> 628 T1639 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 629 T1639 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 629 T1639 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 630 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 630 T1639 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 631 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 631 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 632 T1639 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 632 T1639 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 633 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 653 T1639 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 673 T1639 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53691/solr
[junit4:junit4]   2> 674 T1639 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 675 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@783c0c59
[junit4:junit4]   2> 676 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 676 T1658 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 677 T1658 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 677 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:17253
[junit4:junit4]   2> 678 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:17253
[junit4:junit4]   2> 679 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90002 with negotiated timeout 20000 for client /140.211.11.196:17253
[junit4:junit4]   2> 679 T1658 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90002, negotiated timeout = 20000
[junit4:junit4]   2> 680 T1659 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@783c0c59 name:ZooKeeperConnection Watcher:127.0.0.1:53691 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 680 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 682 T1644 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cf50ca90002
[junit4:junit4]   2> 692 T1659 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 692 T1641 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:17253 which had sessionid 0x13d2cf50ca90002
[junit4:junit4]   2> 692 T1639 oaz.ZooKeeper.close Session: 0x13d2cf50ca90002 closed
[junit4:junit4]   2> 693 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 704 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3a7eefa9
[junit4:junit4]   2> 705 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 705 T1660 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 706 T1660 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 706 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:21380
[junit4:junit4]   2> 706 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:21380
[junit4:junit4]   2> 708 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90003 with negotiated timeout 20000 for client /140.211.11.196:21380
[junit4:junit4]   2> 708 T1660 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90003, negotiated timeout = 20000
[junit4:junit4]   2> 708 T1661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a7eefa9 name:ZooKeeperConnection Watcher:127.0.0.1:53691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 708 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 746 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 749 T1639 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 777 T1639 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55904_
[junit4:junit4]   2> 779 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55904_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55904_
[junit4:junit4]   2> 823 T1639 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55904_
[junit4:junit4]   2> 852 T1639 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 908 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 922 T1639 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 925 T1639 oasc.Overseer.start Overseer (id=89276998608289795-127.0.0.1:55904_-n_0000000000) starting
[junit4:junit4]   2> 926 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 927 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 962 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 963 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 970 T1663 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 971 T1639 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 974 T1639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 977 T1662 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 980 T1664 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239/collection1
[junit4:junit4]   2> 980 T1664 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 981 T1664 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 981 T1664 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 982 T1664 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239/collection1/'
[junit4:junit4]   2> 983 T1664 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 984 T1664 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239/collection1/lib/README' to classloader
[junit4:junit4]   2> 1059 T1664 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1122 T1664 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1223 T1664 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1230 T1664 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1815 T1664 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1822 T1664 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1825 T1664 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1836 T1664 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1839 T1664 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1842 T1664 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1843 T1664 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1843 T1664 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1844 T1664 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1844 T1664 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1844 T1664 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1845 T1664 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362258890239/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data/
[junit4:junit4]   2> 1845 T1664 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ce2b11f
[junit4:junit4]   2> 1845 T1664 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1846 T1664 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data forceNew:false
[junit4:junit4]   2> 1846 T1664 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data
[junit4:junit4]   2> 1846 T1664 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data/index/
[junit4:junit4]   2> 1847 T1664 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1847 T1664 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data/index forceNew:false
[junit4:junit4]   2> 1849 T1664 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6798c918 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c153bdf)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1849 T1664 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1850 T1664 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data/index
[junit4:junit4]   2> 1851 T1664 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1852 T1664 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1852 T1664 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1853 T1664 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1853 T1664 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1853 T1664 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1853 T1664 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1854 T1664 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1854 T1664 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1862 T1664 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1866 T1664 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data
[junit4:junit4]   2> 1866 T1664 oass.SolrIndexSearcher.<init> Opening Searcher@10652a37 main
[junit4:junit4]   2> 1867 T1664 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data/tlog
[junit4:junit4]   2> 1867 T1664 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1867 T1664 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1869 T1664 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data
[junit4:junit4]   2> 1870 T1665 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10652a37 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1871 T1664 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1871 T1664 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1871 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2480 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2481 T1662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55904_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55904"}
[junit4:junit4]   2> 2481 T1662 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2481 T1662 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2482 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2497 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2884 T1664 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2884 T1664 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55904 collection:control_collection shard:shard1
[junit4:junit4]   2> 2885 T1664 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2901 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2902 T1664 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2903 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2912 T1664 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2912 T1664 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2913 T1664 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55904/collection1/
[junit4:junit4]   2> 2913 T1664 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2913 T1664 oasc.SyncStrategy.syncToMe http://127.0.0.1:55904/collection1/ has no replicas
[junit4:junit4]   2> 2913 T1664 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55904/collection1/
[junit4:junit4]   2> 2914 T1664 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2917 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4009 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4031 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4041 T1664 oasc.ZkController.register We are http://127.0.0.1:55904/collection1/ and leader is http://127.0.0.1:55904/collection1/
[junit4:junit4]   2> 4041 T1664 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55904
[junit4:junit4]   2> 4041 T1664 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4041 T1664 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4042 T1664 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4046 T1664 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4047 T1639 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4048 T1639 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4048 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4062 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4063 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@30316c65
[junit4:junit4]   2> 4064 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4064 T1667 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4065 T1667 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 4065 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:30485
[junit4:junit4]   2> 4066 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:30485
[junit4:junit4]   2> 4067 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90004 with negotiated timeout 10000 for client /140.211.11.196:30485
[junit4:junit4]   2> 4067 T1667 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90004, negotiated timeout = 10000
[junit4:junit4]   2> 4067 T1668 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30316c65 name:ZooKeeperConnection Watcher:127.0.0.1:53691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4067 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4069 T1639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4071 T1639 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4254 T1639 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4257 T1639 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:49705
[junit4:junit4]   2> 4258 T1639 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4259 T1639 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4259 T1639 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956
[junit4:junit4]   2> 4260 T1639 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956/solr.xml
[junit4:junit4]   2> 4260 T1639 oasc.CoreContainer.<init> New CoreContainer 1106065986
[junit4:junit4]   2> 4261 T1639 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956/'
[junit4:junit4]   2> 4261 T1639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956/'
[junit4:junit4]   2> 4324 T1639 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4325 T1639 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4325 T1639 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4326 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4326 T1639 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4327 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4327 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4328 T1639 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4328 T1639 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4329 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4348 T1639 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4368 T1639 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53691/solr
[junit4:junit4]   2> 4368 T1639 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4369 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@79cb2988
[junit4:junit4]   2> 4370 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4370 T1678 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4371 T1678 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 4372 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:29672
[junit4:junit4]   2> 4372 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:29672
[junit4:junit4]   2> 4374 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90005 with negotiated timeout 20000 for client /140.211.11.196:29672
[junit4:junit4]   2> 4374 T1678 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90005, negotiated timeout = 20000
[junit4:junit4]   2> 4375 T1679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79cb2988 name:ZooKeeperConnection Watcher:127.0.0.1:53691 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4375 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4376 T1644 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cf50ca90005
[junit4:junit4]   2> 4390 T1679 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4390 T1641 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:29672 which had sessionid 0x13d2cf50ca90005
[junit4:junit4]   2> 4390 T1639 oaz.ZooKeeper.close Session: 0x13d2cf50ca90005 closed
[junit4:junit4]   2> 4391 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4401 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ed94feb
[junit4:junit4]   2> 4402 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4402 T1680 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4403 T1680 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 4403 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:25521
[junit4:junit4]   2> 4404 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:25521
[junit4:junit4]   2> 4405 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90006 with negotiated timeout 20000 for client /140.211.11.196:25521
[junit4:junit4]   2> 4405 T1680 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90006, negotiated timeout = 20000
[junit4:junit4]   2> 4405 T1681 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ed94feb name:ZooKeeperConnection Watcher:127.0.0.1:53691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4405 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4407 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4408 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4417 T1639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5419 T1639 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49705_
[junit4:junit4]   2> 5420 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49705_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49705_
[junit4:junit4]   2> 5447 T1639 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49705_
[junit4:junit4]   2> 5452 T1668 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5453 T1661 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5453 T1681 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5453 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5466 T1682 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956/collection1
[junit4:junit4]   2> 5466 T1682 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5467 T1682 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5467 T1682 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5468 T1682 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956/collection1/'
[junit4:junit4]   2> 5470 T1682 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956/collection1/lib/README' to classloader
[junit4:junit4]   2> 5470 T1682 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5520 T1682 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5542 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5543 T1662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55904_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55904"}
[junit4:junit4]   2> 5556 T1668 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5556 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5556 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5582 T1682 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5683 T1682 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5689 T1682 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6311 T1682 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6322 T1682 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6325 T1682 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6338 T1682 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6343 T1682 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6347 T1682 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6348 T1682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6349 T1682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6350 T1682 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6351 T1682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6351 T1682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6351 T1682 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362258893956/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1/
[junit4:junit4]   2> 6351 T1682 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ce2b11f
[junit4:junit4]   2> 6352 T1682 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6353 T1682 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1 forceNew:false
[junit4:junit4]   2> 6353 T1682 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1
[junit4:junit4]   2> 6353 T1682 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1/index/
[junit4:junit4]   2> 6354 T1682 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6354 T1682 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1/index forceNew:false
[junit4:junit4]   2> 6357 T1682 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4a2875c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@365e7207)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6357 T1682 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6358 T1682 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1/index
[junit4:junit4]   2> 6360 T1682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6360 T1682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6361 T1682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6361 T1682 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6362 T1682 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6362 T1682 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6363 T1682 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6363 T1682 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6364 T1682 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6375 T1682 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6381 T1682 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1
[junit4:junit4]   2> 6381 T1682 oass.SolrIndexSearcher.<init> Opening Searcher@37b528c8 main
[junit4:junit4]   2> 6382 T1682 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1/tlog
[junit4:junit4]   2> 6382 T1682 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6383 T1682 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6386 T1683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37b528c8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6388 T1682 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6389 T1682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7060 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7061 T1662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49705_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49705"}
[junit4:junit4]   2> 7061 T1662 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 7062 T1662 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7105 T1668 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7105 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7105 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7391 T1682 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7391 T1682 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49705 collection:collection1 shard:shard1
[junit4:junit4]   2> 7392 T1682 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7407 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7407 T1682 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7408 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7410 T1682 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7410 T1682 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7410 T1682 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49705/collection1/
[junit4:junit4]   2> 7411 T1682 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7411 T1682 oasc.SyncStrategy.syncToMe http://127.0.0.1:49705/collection1/ has no replicas
[junit4:junit4]   2> 7411 T1682 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49705/collection1/
[junit4:junit4]   2> 7411 T1682 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7415 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8610 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8663 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8663 T1668 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8663 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8692 T1682 oasc.ZkController.register We are http://127.0.0.1:49705/collection1/ and leader is http://127.0.0.1:49705/collection1/
[junit4:junit4]   2> 8692 T1682 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49705
[junit4:junit4]   2> 8692 T1682 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8692 T1682 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8693 T1682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8694 T1682 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8696 T1639 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8696 T1639 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8697 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8907 T1639 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8911 T1639 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35798
[junit4:junit4]   2> 8911 T1639 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8912 T1639 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8912 T1639 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596
[junit4:junit4]   2> 8913 T1639 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596/solr.xml
[junit4:junit4]   2> 8913 T1639 oasc.CoreContainer.<init> New CoreContainer 487216360
[junit4:junit4]   2> 8914 T1639 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596/'
[junit4:junit4]   2> 8915 T1639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596/'
[junit4:junit4]   2> 8982 T1639 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8983 T1639 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8983 T1639 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8984 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8984 T1639 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8985 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8985 T1639 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8986 T1639 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8986 T1639 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8987 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9007 T1639 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9028 T1639 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53691/solr
[junit4:junit4]   2> 9028 T1639 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9029 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1612ccf2
[junit4:junit4]   2> 9030 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9031 T1694 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9031 T1694 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 9032 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:19358
[junit4:junit4]   2> 9032 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:19358
[junit4:junit4]   2> 9034 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90007 with negotiated timeout 20000 for client /140.211.11.196:19358
[junit4:junit4]   2> 9034 T1694 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90007, negotiated timeout = 20000
[junit4:junit4]   2> 9035 T1695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1612ccf2 name:ZooKeeperConnection Watcher:127.0.0.1:53691 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9035 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9036 T1644 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cf50ca90007
[junit4:junit4]   2> 9049 T1695 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9049 T1641 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:19358 which had sessionid 0x13d2cf50ca90007
[junit4:junit4]   2> 9049 T1639 oaz.ZooKeeper.close Session: 0x13d2cf50ca90007 closed
[junit4:junit4]   2> 9050 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9060 T1639 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53691/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@28ba1009
[junit4:junit4]   2> 9062 T1696 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:53691. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9061 T1639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9062 T1696 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:53691, initiating session
[junit4:junit4]   2> 9062 T1641 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:32859
[junit4:junit4]   2> 9063 T1641 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:32859
[junit4:junit4]   2> 9064 T1643 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cf50ca90008 with negotiated timeout 20000 for client /140.211.11.196:32859
[junit4:junit4]   2> 9064 T1696 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:53691, sessionid = 0x13d2cf50ca90008, negotiated timeout = 20000
[junit4:junit4]   2> 9064 T1697 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28ba1009 name:ZooKeeperConnection Watcher:127.0.0.1:53691/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9065 T1639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9066 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9067 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9076 T1639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10078 T1639 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35798_
[junit4:junit4]   2> 10079 T1644 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cf50ca90008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35798_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35798_
[junit4:junit4]   2> 10081 T1639 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35798_
[junit4:junit4]   2> 10084 T1668 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10084 T1697 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10084 T1661 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10085 T1668 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10084 T1681 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10085 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10085 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10102 T1698 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596/collection1
[junit4:junit4]   2> 10102 T1698 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10102 T1698 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10103 T1698 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10104 T1698 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596/collection1/'
[junit4:junit4]   2> 10105 T1698 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10106 T1698 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596/collection1/lib/README' to classloader
[junit4:junit4]   2> 10155 T1698 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10178 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10178 T1662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49705_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49705"}
[junit4:junit4]   2> 10191 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10191 T1668 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10191 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10191 T1697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10217 T1698 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10318 T1698 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10324 T1698 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10959 T1698 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10970 T1698 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10974 T1698 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10988 T1698 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10993 T1698 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10997 T1698 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10998 T1698 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10999 T1698 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10999 T1698 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11000 T1698 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11000 T1698 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11001 T1698 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362258898596/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2/
[junit4:junit4]   2> 11001 T1698 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ce2b11f
[junit4:junit4]   2> 11001 T1698 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11002 T1698 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2 forceNew:false
[junit4:junit4]   2> 11003 T1698 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2
[junit4:junit4]   2> 11003 T1698 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2/index/
[junit4:junit4]   2> 11004 T1698 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11004 T1698 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2/index forceNew:false
[junit4:junit4]   2> 11007 T1698 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4f57516c lockFactory=org.apache.lucene.store.NativeFSLockFactory@545dd35e)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11007 T1698 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11008 T1698 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2/index
[junit4:junit4]   2> 11010 T1698 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11010 T1698 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11011 T1698 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11012 T1698 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11012 T1698 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11012 T1698 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11013 T1698 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11013 T1698 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11014 T1698 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11027 T1698 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11032 T1698 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2
[junit4:junit4]   2> 11033 T1698 oass.SolrIndexSearcher.<init> Opening Searcher@744d497e main
[junit4:junit4]   2> 11033 T1698 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2/tlog
[junit4:junit4]   2> 11034 T1698 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11034 T1698 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11039 T1699 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@744d497e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11041 T1698 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11041 T1698 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11696 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11697 T1662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35798_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35798"}
[junit4:junit4]   2> 11697 T1662 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11698 T1662 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11711 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11711 T1668 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11711 T1697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11711 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12047 T1698 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12047 T1698 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35798 collection:collection1 shard:shard1
[junit4:junit4]   2> 12050 T1698 oasc.ZkController.register We are http://127.0.0.1:35798/collection1/ and leader is http://127.0.0.1:49705/collection1/
[junit4:junit4]   2> 12050 T1698 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35798
[junit4:junit4]   2> 12050 T1698 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12050 T1698 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C126 name=collection1 org.apache.solr.core.SolrCore@23759af5 url=http://127.0.0.1:35798/collection1 node=127.0.0.1:35798_ C126_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:35798_, base_url=http://127.0.0.1:35798}
[junit4:junit4]   2> 12051 T1700 C126 P35798 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12051 T1700 C126 P35798 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12051 T1698 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12051 T1700 C126 P35798 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12052 T1700 C126 P35798 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12052 T1639 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12053 T1700 C126 P35798 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12053 T1639 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12054 T1639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12073 T1639 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C127 name=collection1 org.apache.solr.core.SolrCore@5671ba85 url=http://127.0.0.1:55904/collection1 node=127.0.0.1:55904_ C127_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55904_, base_url=http://127.0.0.1:55904, leader=true}
[junit4:junit4]   2> 12085 T1652 C127 P55904 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/control/data
[junit4:junit4]   2> 12087 T1652 C127 P55904 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6798c918 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c153bdf)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12088 T1652 C127 P55904 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12090 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10001 (1428431990392094720)]} 0 6
[junit4:junit4]   2> 12090 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[1 (1428431990392094721)]} 0 6
[junit4:junit4]   2> ASYNC  NEW_CORE C128 name=collection1 org.apache.solr.core.SolrCore@bb45efd url=http://127.0.0.1:49705/collection1 node=127.0.0.1:49705_ C128_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49705_, base_url=http://127.0.0.1:49705, leader=true}
[junit4:junit4]   2> 12108 T1672 C128 P49705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty1
[junit4:junit4]   2> 12110 T1672 C128 P49705 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4a2875c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@365e7207)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12110 T1672 C128 P49705 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12113 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10001 (1428431990416211968)]} 0 6
[junit4:junit4]   2> 12113 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[1 (1428431990416211969)]} 0 5
[junit4:junit4]   2> 12117 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[2 (1428431990424600576)]} 0 1
[junit4:junit4]   2> 12118 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10002 (1428431990424600577)]} 0 2
[junit4:junit4]   2> 12121 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[2 (1428431990428794880)]} 0 1
[junit4:junit4]   2> 12122 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10002 (1428431990429843456)]} 0 1
[junit4:junit4]   2> 12125 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[3 (1428431990432989184)]} 0 1
[junit4:junit4]   2> 12126 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10003 (1428431990434037760)]} 0 1
[junit4:junit4]   2> 12129 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[3 (1428431990437183488)]} 0 1
[junit4:junit4]   2> 12130 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10003 (1428431990438232064)]} 0 1
[junit4:junit4]   2> 12134 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[4 (1428431990442426368)]} 0 1
[junit4:junit4]   2> 12135 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10004 (1428431990442426369)]} 0 2
[junit4:junit4]   2> 12138 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[4 (1428431990446620672)]} 0 1
[junit4:junit4]   2> 12139 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10004 (1428431990447669248)]} 0 2
[junit4:junit4]   2> 12142 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[3 (-1428431990450814976)]} 0 1
[junit4:junit4]   2> 12142 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10003 (-1428431990450814977)]} 0 1
[junit4:junit4]   2> 12144 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[3 (-1428431990453960704)]} 0 0
[junit4:junit4]   2> 12146 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10003 (-1428431990455009280)]} 0 1
[junit4:junit4]   2> 12148 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[5 (1428431990457106432)]} 0 1
[junit4:junit4]   2> 12149 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10005 (1428431990458155008)]} 0 1
[junit4:junit4]   2> 12152 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[5 (1428431990461300736)]} 0 1
[junit4:junit4]   2> 12153 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10005 (1428431990462349312)]} 0 1
[junit4:junit4]   2> 12156 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[6 (1428431990465495040)]} 0 1
[junit4:junit4]   2> 12157 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10006 (1428431990466543616)]} 0 1
[junit4:junit4]   2> 12161 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[6 (1428431990470737920)]} 0 1
[junit4:junit4]   2> 12162 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10006 (1428431990470737921)]} 0 2
[junit4:junit4]   2> 12165 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10007 (1428431990474932224)]} 0 1
[junit4:junit4]   2> 12166 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[7 (1428431990474932225)]} 0 2
[junit4:junit4]   2> 12169 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10007 (1428431990479126528)]} 0 1
[junit4:junit4]   2> 12170 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[7 (1428431990479126529)]} 0 2
[junit4:junit4]   2> 12173 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10006 (-1428431990483320833)]} 0 1
[junit4:junit4]   2> 12173 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[6 (-1428431990483320832)]} 0 1
[junit4:junit4]   2> 12176 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[6 (-1428431990486466560)]} 0 1
[junit4:junit4]   2> 12180 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10006 (-1428431990490660864)]} 0 1
[junit4:junit4]   2> 12180 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[8 (1428431990489612288)]} 0 2
[junit4:junit4]   2> 12183 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10008 (1428431990493806592)]} 0 1
[junit4:junit4]   2> 12184 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[8 (1428431990494855168)]} 0 1
[junit4:junit4]   2> 12187 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10008 (1428431990498000896)]} 0 1
[junit4:junit4]   2> 12188 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[9 (1428431990499049472)]} 0 1
[junit4:junit4]   2> 12191 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10009 (1428431990502195200)]} 0 1
[junit4:junit4]   2> 12192 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[9 (1428431990503243776)]} 0 1
[junit4:junit4]   2> 12195 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10009 (1428431990506389504)]} 0 1
[junit4:junit4]   2> 12197 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10 (1428431990508486656)]} 0 2
[junit4:junit4]   2> 12199 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10010 (1428431990510583808)]} 0 1
[junit4:junit4]   2> 12201 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10 (1428431990512680960)]} 0 1
[junit4:junit4]   2> 12203 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10010 (1428431990514778112)]} 0 1
[junit4:junit4]   2> 12205 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[11 (1428431990516875264)]} 0 1
[junit4:junit4]   2> 12207 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10011 (1428431990518972416)]} 0 1
[junit4:junit4]   2> 12209 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[11 (1428431990521069568)]} 0 1
[junit4:junit4]   2> 12211 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10011 (1428431990523166720)]} 0 1
[junit4:junit4]   2> 12213 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[11 (-1428431990525263872)]} 0 1
[junit4:junit4]   2> 12215 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10011 (-1428431990527361024)]} 0 1
[junit4:junit4]   2> 12216 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[11 (-1428431990528409600)]} 0 1
[junit4:junit4]   2> 12218 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10011 (-1428431990530506752)]} 0 1
[junit4:junit4]   2> 12219 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[12 (1428431990531555328)]} 0 1
[junit4:junit4]   2> 12221 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10012 (1428431990533652480)]} 0 1
[junit4:junit4]   2> 12223 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[12 (1428431990535749632)]} 0 1
[junit4:junit4]   2> 12225 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10012 (1428431990537846784)]} 0 1
[junit4:junit4]   2> 12227 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[13 (1428431990539943936)]} 0 1
[junit4:junit4]   2> 12229 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10013 (1428431990542041088)]} 0 1
[junit4:junit4]   2> 12231 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[13 (1428431990544138240)]} 0 1
[junit4:junit4]   2> 12233 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10013 (1428431990546235392)]} 0 1
[junit4:junit4]   2> 12235 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[13 (-1428431990549381120)]} 0 1
[junit4:junit4]   2> 12236 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10013 (-1428431990550429696)]} 0 0
[junit4:junit4]   2> 12238 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[13 (-1428431990552526848)]} 0 0
[junit4:junit4]   2> 12239 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10013 (-1428431990553575424)]} 0 0
[junit4:junit4]   2> 12242 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[14 (1428431990555672576)]} 0 1
[junit4:junit4]   2> 12243 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10014 (1428431990556721152)]} 0 1
[junit4:junit4]   2> 12246 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[14 (1428431990559866880)]} 0 1
[junit4:junit4]   2> 12247 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10014 (1428431990560915456)]} 0 1
[junit4:junit4]   2> 12250 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[15 (1428431990564061184)]} 0 1
[junit4:junit4]   2> 12251 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10015 (1428431990565109760)]} 0 1
[junit4:junit4]   2> 12254 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[15 (1428431990568255488)]} 0 1
[junit4:junit4]   2> 12255 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10015 (1428431990569304064)]} 0 1
[junit4:junit4]   2> 12258 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[16 (1428431990572449792)]} 0 1
[junit4:junit4]   2> 12259 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10016 (1428431990573498368)]} 0 1
[junit4:junit4]   2> 12262 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[16 (1428431990576644096)]} 0 1
[junit4:junit4]   2> 12263 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10016 (1428431990577692672)]} 0 1
[junit4:junit4]   2> 12266 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[17 (1428431990580838400)]} 0 1
[junit4:junit4]   2> 12267 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10017 (1428431990581886976)]} 0 1
[junit4:junit4]   2> 12270 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[17 (1428431990585032704)]} 0 1
[junit4:junit4]   2> 12271 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10017 (1428431990586081280)]} 0 1
[junit4:junit4]   2> 12274 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[18 (1428431990589227008)]} 0 1
[junit4:junit4]   2> 12275 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10018 (1428431990590275584)]} 0 1
[junit4:junit4]   2> 12278 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[18 (1428431990593421312)]} 0 1
[junit4:junit4]   2> 12279 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10018 (1428431990594469888)]} 0 1
[junit4:junit4]   2> 12282 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[18 (-1428431990597615616)]} 0 1
[junit4:junit4]   2> 12283 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10018 (-1428431990598664192)]} 0 1
[junit4:junit4]   2> 12285 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[18 (-1428431990600761344)]} 0 1
[junit4:junit4]   2> 12286 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10018 (-1428431990601809920)]} 0 1
[junit4:junit4]   2> 12289 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[19 (1428431990604955648)]} 0 1
[junit4:junit4]   2> 12290 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10019 (1428431990604955649)]} 0 2
[junit4:junit4]   2> 12293 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10019 (1428431990609149952)]} 0 1
[junit4:junit4]   2> 12294 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[19 (1428431990610198528)]} 0 1
[junit4:junit4]   2> 12297 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10020 (1428431990613344256)]} 0 1
[junit4:junit4]   2> 12298 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[20 (1428431990614392832)]} 0 1
[junit4:junit4]   2> 12301 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10020 (1428431990617538560)]} 0 1
[junit4:junit4]   2> 12302 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[20 (1428431990618587136)]} 0 1
[junit4:junit4]   2> 12305 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10021 (1428431990621732864)]} 0 1
[junit4:junit4]   2> 12306 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[21 (1428431990622781440)]} 0 1
[junit4:junit4]   2> 12309 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10021 (1428431990625927168)]} 0 1
[junit4:junit4]   2> 12310 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[21 (1428431990626975744)]} 0 1
[junit4:junit4]   2> 12313 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10022 (1428431990630121472)]} 0 1
[junit4:junit4]   2> 12314 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[22 (1428431990631170048)]} 0 1
[junit4:junit4]   2> 12317 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10022 (1428431990634315776)]} 0 1
[junit4:junit4]   2> 12318 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[22 (1428431990635364352)]} 0 1
[junit4:junit4]   2> 12321 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10023 (1428431990638510080)]} 0 1
[junit4:junit4]   2> 12322 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[23 (1428431990639558656)]} 0 1
[junit4:junit4]   2> 12326 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10023 (1428431990642704384)]} 0 2
[junit4:junit4]   2> 12326 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[23 (1428431990643752960)]} 0 1
[junit4:junit4]   2> 12329 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10019 (-1428431990647947264)]} 0 1
[junit4:junit4]   2> 12331 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[19 (-1428431990650044416)]} 0 1
[junit4:junit4]   2> 12332 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10019 (-1428431990651092992)]} 0 0
[junit4:junit4]   2> 12335 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[19 (-1428431990653190144)]} 0 1
[junit4:junit4]   2> 12336 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10024 (1428431990654238720)]} 0 1
[junit4:junit4]   2> 12338 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[24 (1428431990656335872)]} 0 1
[junit4:junit4]   2> 12340 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10024 (1428431990658433024)]} 0 1
[junit4:junit4]   2> 12342 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[24 (1428431990660530176)]} 0 1
[junit4:junit4]   2> 12343 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10022 (-1428431990662627328)]} 0 0
[junit4:junit4]   2> 12345 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[22 (-1428431990664724480)]} 0 0
[junit4:junit4]   2> 12346 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10022 (-1428431990665773056)]} 0 0
[junit4:junit4]   2> 12348 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[22 (-1428431990667870208)]} 0 0
[junit4:junit4]   2> 12350 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10025 (1428431990668918784)]} 0 1
[junit4:junit4]   2> 12354 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[25 (1428431990673113088)]} 0 1
[junit4:junit4]   2> 12354 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10025 (1428431990673113088)]} 0 1
[junit4:junit4]   2> 12358 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[25 (1428431990677307392)]} 0 1
[junit4:junit4]   2> 12358 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10026 (1428431990677307392)]} 0 1
[junit4:junit4]   2> 12362 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10026 (1428431990681501696)]} 0 1
[junit4:junit4]   2> 12362 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[26 (1428431990681501696)]} 0 1
[junit4:junit4]   2> 12365 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10026 (-1428431990685696000)]} 0 0
[junit4:junit4]   2> 12366 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[26 (1428431990685696000)]} 0 1
[junit4:junit4]   2> 12368 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10026 (-1428431990688841728)]} 0 0
[junit4:junit4]   2> 12369 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[26 (-1428431990689890304)]} 0 0
[junit4:junit4]   2> 12372 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10027 (1428431990691987456)]} 0 1
[junit4:junit4]   2> 12373 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[26 (-1428431990693036032)]} 0 1
[junit4:junit4]   2> 12376 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[27 (1428431990696181760)]} 0 1
[junit4:junit4]   2> 12376 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10027 (1428431990696181760)]} 0 1
[junit4:junit4]   2> 12380 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[27 (1428431990700376064)]} 0 1
[junit4:junit4]   2> 12380 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10028 (1428431990700376064)]} 0 1
[junit4:junit4]   2> 12384 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[28 (1428431990704570368)]} 0 1
[junit4:junit4]   2> 12384 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10028 (1428431990704570368)]} 0 1
[junit4:junit4]   2> 12388 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[28 (1428431990708764672)]} 0 1
[junit4:junit4]   2> 12388 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10029 (1428431990708764672)]} 0 1
[junit4:junit4]   2> 12392 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10029 (1428431990712958976)]} 0 1
[junit4:junit4]   2> 12392 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[29 (1428431990712958976)]} 0 1
[junit4:junit4]   2> 12396 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10027 (-1428431990717153280)]} 0 1
[junit4:junit4]   2> 12396 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[29 (1428431990717153280)]} 0 1
[junit4:junit4]   2> 12398 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10027 (-1428431990720299008)]} 0 0
[junit4:junit4]   2> 12399 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[27 (-1428431990721347584)]} 0 0
[junit4:junit4]   2> 12402 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10030 (1428431990723444736)]} 0 1
[junit4:junit4]   2> 12402 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[27 (-1428431990724493312)]} 0 0
[junit4:junit4]   2> 12406 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[30 (1428431990727639040)]} 0 1
[junit4:junit4]   2> 12406 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10030 (1428431990727639040)]} 0 1
[junit4:junit4]   2> 12410 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[30 (1428431990731833344)]} 0 1
[junit4:junit4]   2> 12410 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10031 (1428431990731833344)]} 0 1
[junit4:junit4]   2> 12414 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10031 (1428431990736027648)]} 0 1
[junit4:junit4]   2> 12414 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[31 (1428431990736027648)]} 0 1
[junit4:junit4]   2> 12418 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[31 (1428431990740221952)]} 0 1
[junit4:junit4]   2> 12418 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10032 (1428431990740221952)]} 0 1
[junit4:junit4]   2> 12422 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[32 (1428431990744416256)]} 0 1
[junit4:junit4]   2> 12422 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10032 (1428431990744416256)]} 0 1
[junit4:junit4]   2> 12426 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10033 (1428431990748610560)]} 0 1
[junit4:junit4]   2> 12426 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[32 (1428431990748610560)]} 0 1
[junit4:junit4]   2> 12430 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10033 (1428431990752804864)]} 0 1
[junit4:junit4]   2> 12430 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[33 (1428431990752804864)]} 0 1
[junit4:junit4]   2> 12434 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[33 (1428431990756999168)]} 0 1
[junit4:junit4]   2> 12434 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10034 (1428431990756999168)]} 0 1
[junit4:junit4]   2> 12438 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[34 (1428431990761193472)]} 0 1
[junit4:junit4]   2> 12438 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10034 (1428431990761193472)]} 0 1
[junit4:junit4]   2> 12442 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10035 (1428431990765387776)]} 0 1
[junit4:junit4]   2> 12442 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[34 (1428431990765387776)]} 0 1
[junit4:junit4]   2> 12446 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10035 (1428431990769582080)]} 0 1
[junit4:junit4]   2> 12446 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[35 (1428431990769582080)]} 0 1
[junit4:junit4]   2> 12450 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10032 (-1428431990773776384)]} 0 1
[junit4:junit4]   2> 12450 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[35 (1428431990773776384)]} 0 1
[junit4:junit4]   2> 12453 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10032 (-1428431990776922112)]} 0 1
[junit4:junit4]   2> 12453 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[32 (-1428431990777970688)]} 0 0
[junit4:junit4]   2> 12456 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10036 (1428431990780067840)]} 0 1
[junit4:junit4]   2> 12457 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[32 (-1428431990781116416)]} 0 1
[junit4:junit4]   2> 12460 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10036 (1428431990784262144)]} 0 1
[junit4:junit4]   2> 12460 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[36 (1428431990784262144)]} 0 1
[junit4:junit4]   2> 12464 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[36 (1428431990788456448)]} 0 1
[junit4:junit4]   2> 12464 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10037 (1428431990788456448)]} 0 1
[junit4:junit4]   2> 12468 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[37 (1428431990792650752)]} 0 1
[junit4:junit4]   2> 12468 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10037 (1428431990792650752)]} 0 1
[junit4:junit4]   2> 12472 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10038 (1428431990796845056)]} 0 1
[junit4:junit4]   2> 12472 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[37 (1428431990796845056)]} 0 1
[junit4:junit4]   2> 12476 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10038 (1428431990801039360)]} 0 1
[junit4:junit4]   2> 12476 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[38 (1428431990801039360)]} 0 1
[junit4:junit4]   2> 12480 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10034 (-1428431990805233664)]} 0 1
[junit4:junit4]   2> 12480 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[38 (1428431990805233664)]} 0 1
[junit4:junit4]   2> 12482 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10034 (-1428431990808379392)]} 0 0
[junit4:junit4]   2> 12483 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[34 (-1428431990809427968)]} 0 0
[junit4:junit4]   2> 12486 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10039 (1428431990811525120)]} 0 1
[junit4:junit4]   2> 12486 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[34 (-1428431990812573696)]} 0 0
[junit4:junit4]   2> 12490 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10039 (1428431990815719424)]} 0 1
[junit4:junit4]   2> 12490 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[39 (1428431990815719424)]} 0 1
[junit4:junit4]   2> 12494 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[39 (1428431990819913728)]} 0 1
[junit4:junit4]   2> 12494 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10040 (1428431990819913728)]} 0 1
[junit4:junit4]   2> 12498 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[40 (1428431990824108032)]} 0 1
[junit4:junit4]   2> 12498 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10040 (1428431990824108032)]} 0 1
[junit4:junit4]   2> 12502 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10035 (-1428431990828302336)]} 0 1
[junit4:junit4]   2> 12502 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[40 (1428431990828302336)]} 0 1
[junit4:junit4]   2> 12506 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10035 (-1428431990832496640)]} 0 0
[junit4:junit4]   2> 12506 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[35 (-1428431990832496640)]} 0 1
[junit4:junit4]   2> 12508 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[35 (-1428431990835642368)]} 0 0
[junit4:junit4]   2> 12509 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10041 (1428431990835642368)]} 0 1
[junit4:junit4]   2> 12513 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[41 (1428431990839836672)]} 0 1
[junit4:junit4]   2> 12513 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10041 (1428431990839836672)]} 0 1
[junit4:junit4]   2> 12517 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[41 (1428431990844030976)]} 0 1
[junit4:junit4]   2> 12517 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10042 (1428431990844030976)]} 0 1
[junit4:junit4]   2> 12521 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10042 (1428431990848225280)]} 0 1
[junit4:junit4]   2> 12521 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[42 (1428431990848225280)]} 0 1
[junit4:junit4]   2> 12525 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[42 (1428431990852419584)]} 0 1
[junit4:junit4]   2> 12525 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10043 (1428431990852419584)]} 0 1
[junit4:junit4]   2> 12529 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[43 (1428431990856613888)]} 0 1
[junit4:junit4]   2> 12529 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10043 (1428431990856613888)]} 0 1
[junit4:junit4]   2> 12533 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10044 (1428431990860808192)]} 0 1
[junit4:junit4]   2> 12533 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[43 (1428431990860808192)]} 0 1
[junit4:junit4]   2> 12537 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[44 (1428431990865002496)]} 0 1
[junit4:junit4]   2> 12537 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10044 (1428431990865002496)]} 0 1
[junit4:junit4]   2> 12540 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10041 (-1428431990869196800)]} 0 0
[junit4:junit4]   2> 12541 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[44 (1428431990869196800)]} 0 1
[junit4:junit4]   2> 12543 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10041 (-1428431990872342528)]} 0 0
[junit4:junit4]   2> 12544 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[41 (-1428431990873391104)]} 0 0
[junit4:junit4]   2> 12547 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10045 (1428431990875488256)]} 0 1
[junit4:junit4]   2> 12547 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[41 (-1428431990876536832)]} 0 0
[junit4:junit4]   2> 12551 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[45 (1428431990879682560)]} 0 1
[junit4:junit4]   2> 12551 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10045 (1428431990879682560)]} 0 1
[junit4:junit4]   2> 12555 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[45 (1428431990883876864)]} 0 1
[junit4:junit4]   2> 12555 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10046 (1428431990883876864)]} 0 1
[junit4:junit4]   2> 12559 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10046 (1428431990888071168)]} 0 1
[junit4:junit4]   2> 12559 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[46 (1428431990888071168)]} 0 1
[junit4:junit4]   2> 12610 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[46 (1428431990892265472)]} 0 47
[junit4:junit4]   2> 12610 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10042 (-1428431990892265472)]} 0 48
[junit4:junit4]   2> 12645 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10042 (-1428431990946791424)]} 0 32
[junit4:junit4]   2> 12645 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[42 (-1428431990945742848)]} 0 33
[junit4:junit4]   2> 12649 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[42 (-1428431990982443008)]} 0 1
[junit4:junit4]   2> 12650 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10047 (1428431990983491584)]} 0 1
[junit4:junit4]   2> 12652 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[47 (1428431990985588736)]} 0 1
[junit4:junit4]   2> 12653 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10047 (1428431990986637312)]} 0 1
[junit4:junit4]   2> 12656 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[47 (1428431990989783040)]} 0 1
[junit4:junit4]   2> 12657 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10048 (1428431990990831616)]} 0 1
[junit4:junit4]   2> 12661 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[48 (1428431990995025920)]} 0 2
[junit4:junit4]   2> 12662 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10048 (1428431990996074496)]} 0 2
[junit4:junit4]   2> 12664 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10043 (-1428431990999220224)]} 0 0
[junit4:junit4]   2> 12665 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[48 (1428431990999220224)]} 0 1
[junit4:junit4]   2> 12668 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[43 (-1428431991003414528)]} 0 0
[junit4:junit4]   2> 12668 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10043 (-1428431991003414528)]} 0 0
[junit4:junit4]   2> 12671 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[43 (-1428431991006560256)]} 0 0
[junit4:junit4]   2> 12672 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10049 (1428431991006560256)]} 0 1
[junit4:junit4]   2> 12675 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[49 (1428431991009705984)]} 0 1
[junit4:junit4]   2> 12676 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10049 (1428431991010754560)]} 0 1
[junit4:junit4]   2> 12680 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10050 (1428431991014948864)]} 0 1
[junit4:junit4]   2> 12680 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[49 (1428431991014948864)]} 0 1
[junit4:junit4]   2> 12684 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[50 (1428431991019143168)]} 0 1
[junit4:junit4]   2> 12684 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10050 (1428431991019143168)]} 0 1
[junit4:junit4]   2> 12687 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10046 (-1428431991023337472)]} 0 0
[junit4:junit4]   2> 12688 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[50 (1428431991023337472)]} 0 1
[junit4:junit4]   2> 12690 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10046 (-1428431991026483200)]} 0 0
[junit4:junit4]   2> 12691 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[46 (-1428431991027531776)]} 0 0
[junit4:junit4]   2> 12694 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10051 (1428431991029628928)]} 0 1
[junit4:junit4]   2> 12694 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[46 (-1428431991030677504)]} 0 0
[junit4:junit4]   2> 12698 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10051 (1428431991033823232)]} 0 1
[junit4:junit4]   2> 12698 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[51 (1428431991033823232)]} 0 1
[junit4:junit4]   2> 12701 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10047 (-1428431991038017536)]} 0 0
[junit4:junit4]   2> 12702 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[51 (1428431991038017536)]} 0 1
[junit4:junit4]   2> 12704 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10047 (-1428431991041163264)]} 0 0
[junit4:junit4]   2> 12705 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[47 (-1428431991042211840)]} 0 0
[junit4:junit4]   2> 12708 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10052 (1428431991044308992)]} 0 1
[junit4:junit4]   2> 12708 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[47 (-1428431991045357568)]} 0 0
[junit4:junit4]   2> 12712 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10052 (1428431991048503296)]} 0 1
[junit4:junit4]   2> 12712 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[52 (1428431991048503296)]} 0 1
[junit4:junit4]   2> 12715 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10049 (-1428431991052697600)]} 0 0
[junit4:junit4]   2> 12716 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[52 (1428431991052697600)]} 0 1
[junit4:junit4]   2> 12718 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10049 (-1428431991055843328)]} 0 0
[junit4:junit4]   2> 12719 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[49 (-1428431991056891904)]} 0 0
[junit4:junit4]   2> 12722 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10053 (1428431991058989056)]} 0 1
[junit4:junit4]   2> 12722 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[49 (-1428431991060037632)]} 0 0
[junit4:junit4]   2> 12726 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[53 (1428431991063183360)]} 0 1
[junit4:junit4]   2> 12726 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10053 (1428431991063183360)]} 0 1
[junit4:junit4]   2> 12730 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10054 (1428431991067377664)]} 0 1
[junit4:junit4]   2> 12730 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[53 (1428431991067377664)]} 0 1
[junit4:junit4]   2> 12734 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10054 (1428431991071571968)]} 0 1
[junit4:junit4]   2> 12734 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[54 (1428431991071571968)]} 0 1
[junit4:junit4]   2> 12738 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[54 (1428431991075766272)]} 0 1
[junit4:junit4]   2> 12738 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10055 (1428431991075766272)]} 0 1
[junit4:junit4]   2> 12742 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[55 (1428431991079960576)]} 0 1
[junit4:junit4]   2> 12742 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10055 (1428431991079960576)]} 0 1
[junit4:junit4]   2> 12746 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10056 (1428431991084154880)]} 0 1
[junit4:junit4]   2> 12746 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[55 (1428431991084154880)]} 0 1
[junit4:junit4]   2> 12750 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[56 (1428431991088349184)]} 0 1
[junit4:junit4]   2> 12750 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10056 (1428431991089397760)]} 0 1
[junit4:junit4]   2> 12753 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10050 (-1428431991092543488)]} 0 0
[junit4:junit4]   2> 12754 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[56 (1428431991092543488)]} 0 1
[junit4:junit4]   2> 12756 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10050 (-1428431991095689216)]} 0 0
[junit4:junit4]   2> 12757 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[50 (-1428431991096737792)]} 0 0
[junit4:junit4]   2> 12760 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10057 (1428431991098834944)]} 0 1
[junit4:junit4]   2> 12760 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[50 (-1428431991099883520)]} 0 0
[junit4:junit4]   2> 12764 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10057 (1428431991103029248)]} 0 1
[junit4:junit4]   2> 12765 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[57 (1428431991104077824)]} 0 1
[junit4:junit4]   2> 12767 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10051 (-1428431991107223552)]} 0 0
[junit4:junit4]   2> 12769 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[57 (1428431991108272128)]} 0 1
[junit4:junit4]   2> 12770 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10051 (-1428431991110369280)]} 0 0
[junit4:junit4]   2> 12772 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[51 (-1428431991112466432)]} 0 0
[junit4:junit4]   2> 12774 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10058 (1428431991113515008)]} 0 1
[junit4:junit4]   2> 12775 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[51 (-1428431991115612160)]} 0 0
[junit4:junit4]   2> 12778 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10058 (1428431991117709312)]} 0 1
[junit4:junit4]   2> 12779 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[58 (1428431991118757888)]} 0 1
[junit4:junit4]   2> 12782 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10059 (1428431991121903616)]} 0 1
[junit4:junit4]   2> 12783 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[58 (1428431991122952192)]} 0 1
[junit4:junit4]   2> 12786 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10059 (1428431991126097920)]} 0 1
[junit4:junit4]   2> 12787 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[59 (1428431991127146496)]} 0 1
[junit4:junit4]   2> 12790 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10052 (-1428431991131340800)]} 0 0
[junit4:junit4]   2> 12791 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[59 (1428431991131340800)]} 0 1
[junit4:junit4]   2> 12793 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10052 (-1428431991134486528)]} 0 0
[junit4:junit4]   2> 12794 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[52 (-1428431991135535104)]} 0 0
[junit4:junit4]   2> 12797 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10060 (1428431991137632256)]} 0 1
[junit4:junit4]   2> 12797 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[52 (-1428431991138680832)]} 0 0
[junit4:junit4]   2> 12802 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[60 (1428431991141826560)]} 0 2
[junit4:junit4]   2> 12802 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10060 (1428431991141826560)]} 0 2
[junit4:junit4]   2> 12804 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10054 (-1428431991146020864)]} 0 0
[junit4:junit4]   2> 12806 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[60 (1428431991147069440)]} 0 2
[junit4:junit4]   2> 12807 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10054 (-1428431991149166592)]} 0 0
[junit4:junit4]   2> 12808 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[54 (-1428431991150215168)]} 0 0
[junit4:junit4]   2> 12811 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10061 (1428431991152312320)]} 0 1
[junit4:junit4]   2> 12811 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[54 (-1428431991153360896)]} 0 0
[junit4:junit4]   2> 12815 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[61 (1428431991156506624)]} 0 1
[junit4:junit4]   2> 12815 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10061 (1428431991156506624)]} 0 1
[junit4:junit4]   2> 12819 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10055 (-1428431991160700928)]} 0 1
[junit4:junit4]   2> 12819 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[61 (1428431991160700928)]} 0 1
[junit4:junit4]   2> 12821 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10055 (-1428431991163846656)]} 0 0
[junit4:junit4]   2> 12822 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[55 (-1428431991164895232)]} 0 0
[junit4:junit4]   2> 12825 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10062 (1428431991166992384)]} 0 1
[junit4:junit4]   2> 12825 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[55 (-1428431991168040960)]} 0 0
[junit4:junit4]   2> 12830 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10062 (1428431991171186688)]} 0 2
[junit4:junit4]   2> 12830 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[62 (1428431991171186688)]} 0 2
[junit4:junit4]   2> 12833 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[62 (1428431991175380992)]} 0 1
[junit4:junit4]   2> 12833 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10063 (1428431991175380992)]} 0 1
[junit4:junit4]   2> 12837 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[63 (1428431991179575296)]} 0 1
[junit4:junit4]   2> 12838 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10063 (1428431991180623872)]} 0 2
[junit4:junit4]   2> 12841 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[63 (1428431991183769600)]} 0 1
[junit4:junit4]   2> 12842 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10064 (1428431991184818176)]} 0 1
[junit4:junit4]   2> 12845 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[64 (1428431991187963904)]} 0 1
[junit4:junit4]   2> 12846 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10064 (1428431991189012480)]} 0 1
[junit4:junit4]   2> 12849 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[64 (1428431991192158208)]} 0 1
[junit4:junit4]   2> 12849 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10058 (-1428431991193206784)]} 0 0
[junit4:junit4]   2> 12852 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10058 (-1428431991196352512)]} 0 0
[junit4:junit4]   2> 12852 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[58 (-1428431991196352512)]} 0 0
[junit4:junit4]   2> 12855 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[58 (-1428431991199498240)]} 0 0
[junit4:junit4]   2> 12857 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10065 (1428431991199498240)]} 0 2
[junit4:junit4]   2> 12859 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[65 (1428431991202643968)]} 0 1
[junit4:junit4]   2> 12860 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10065 (1428431991203692544)]} 0 1
[junit4:junit4]   2> 12863 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[65 (1428431991206838272)]} 0 1
[junit4:junit4]   2> 12864 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10066 (1428431991207886848)]} 0 1
[junit4:junit4]   2> 12868 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[66 (1428431991211032576)]} 0 2
[junit4:junit4]   2> 12868 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10066 (1428431991212081152)]} 0 1
[junit4:junit4]   2> 12871 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[66 (1428431991215226880)]} 0 1
[junit4:junit4]   2> 12872 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10067 (1428431991216275456)]} 0 1
[junit4:junit4]   2> 12876 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10067 (1428431991220469760)]} 0 1
[junit4:junit4]   2> 12880 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[67 (1428431991219421184)]} 0 6
[junit4:junit4]   2> 12881 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10068 (1428431991224664064)]} 0 2
[junit4:junit4]   2> 12888 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[67 (1428431991228858368)]} 0 5
[junit4:junit4]   2> 12889 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10068 (1428431991229906944)]} 0 5
[junit4:junit4]   2> 12891 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10061 (-1428431991237246976)]} 0 0
[junit4:junit4]   2> 12892 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[68 (1428431991237246977)]} 0 1
[junit4:junit4]   2> 12894 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10061 (-1428431991240392704)]} 0 0
[junit4:junit4]   2> 12896 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[68 (1428431991241441280)]} 0 1
[junit4:junit4]   2> 12898 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10069 (1428431991243538432)]} 0 1
[junit4:junit4]   2> 12899 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[61 (-1428431991245635584)]} 0 0
[junit4:junit4]   2> 12902 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10069 (1428431991247732736)]} 0 1
[junit4:junit4]   2> 12902 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[61 (-1428431991248781312)]} 0 0
[junit4:junit4]   2> 12905 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10062 (-1428431991251927040)]} 0 0
[junit4:junit4]   2> 12906 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[69 (1428431991251927041)]} 0 1
[junit4:junit4]   2> 12908 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10062 (-1428431991255072768)]} 0 0
[junit4:junit4]   2> 12910 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[69 (1428431991256121344)]} 0 1
[junit4:junit4]   2> 12912 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10070 (1428431991258218496)]} 0 1
[junit4:junit4]   2> 12913 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[62 (-1428431991260315648)]} 0 0
[junit4:junit4]   2> 12916 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10070 (1428431991262412800)]} 0 1
[junit4:junit4]   2> 12916 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[62 (-1428431991263461376)]} 0 0
[junit4:junit4]   2> 12919 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10064 (-1428431991266607104)]} 0 0
[junit4:junit4]   2> 12920 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[70 (1428431991266607105)]} 0 1
[junit4:junit4]   2> 12922 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10064 (-1428431991269752832)]} 0 0
[junit4:junit4]   2> 12924 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[70 (1428431991270801408)]} 0 1
[junit4:junit4]   2> 12926 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10071 (1428431991272898560)]} 0 1
[junit4:junit4]   2> 12927 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[64 (-1428431991274995712)]} 0 0
[junit4:junit4]   2> 12930 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10071 (1428431991277092864)]} 0 1
[junit4:junit4]   2> 12930 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[64 (-1428431991278141440)]} 0 0
[junit4:junit4]   2> 12934 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10072 (1428431991281287168)]} 0 1
[junit4:junit4]   2> 12935 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[71 (1428431991281287169)]} 0 2
[junit4:junit4]   2> 12938 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10072 (1428431991285481472)]} 0 1
[junit4:junit4]   2> 12939 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[71 (1428431991285481473)]} 0 2
[junit4:junit4]   2> 12941 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10065 (-1428431991289675777)]} 0 0
[junit4:junit4]   2> 12942 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[72 (1428431991289675776)]} 0 1
[junit4:junit4]   2> 12944 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10065 (-1428431991292821504)]} 0 0
[junit4:junit4]   2> 12946 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[72 (1428431991293870080)]} 0 1
[junit4:junit4]   2> 12948 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10073 (1428431991295967232)]} 0 1
[junit4:junit4]   2> 12950 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[65 (-1428431991298064384)]} 0 1
[junit4:junit4]   2> 12952 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10073 (1428431991300161536)]} 0 1
[junit4:junit4]   2> 12953 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[65 (-1428431991302258688)]} 0 0
[junit4:junit4]   2> 12956 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10074 (1428431991304355840)]} 0 1
[junit4:junit4]   2> 12957 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[73 (1428431991305404416)]} 0 1
[junit4:junit4]   2> 12960 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10074 (1428431991308550144)]} 0 1
[junit4:junit4]   2> 12961 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[73 (1428431991309598720)]} 0 1
[junit4:junit4]   2> 12964 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10075 (1428431991312744448)]} 0 1
[junit4:junit4]   2> 12965 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[74 (1428431991313793024)]} 0 1
[junit4:junit4]   2> 12968 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10075 (1428431991316938752)]} 0 1
[junit4:junit4]   2> 12969 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[74 (1428431991317987328)]} 0 1
[junit4:junit4]   2> 12971 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10069 (-1428431991321133056)]} 0 0
[junit4:junit4]   2> 12973 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[75 (1428431991322181632)]} 0 1
[junit4:junit4]   2> 12974 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10069 (-1428431991324278784)]} 0 0
[junit4:junit4]   2> 12977 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[75 (1428431991326375936)]} 0 1
[junit4:junit4]   2> 12978 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10076 (1428431991327424512)]} 0 1
[junit4:junit4]   2> 12980 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[69 (-1428431991330570240)]} 0 0
[junit4:junit4]   2> 12982 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10076 (1428431991331618816)]} 0 1
[junit4:junit4]   2> 12983 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[69 (-1428431991333715968)]} 0 0
[junit4:junit4]   2> 12986 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10077 (1428431991335813120)]} 0 1
[junit4:junit4]   2> 12987 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[76 (1428431991336861696)]} 0 1
[junit4:junit4]   2> 12990 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10077 (1428431991340007424)]} 0 1
[junit4:junit4]   2> 12991 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[76 (1428431991341056000)]} 0 1
[junit4:junit4]   2> 12994 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10078 (1428431991344201728)]} 0 1
[junit4:junit4]   2> 12995 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[77 (1428431991345250304)]} 0 1
[junit4:junit4]   2> 12998 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10078 (1428431991348396032)]} 0 1
[junit4:junit4]   2> 12999 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[77 (1428431991349444608)]} 0 1
[junit4:junit4]   2> 13001 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10073 (-1428431991352590336)]} 0 0
[junit4:junit4]   2> 13003 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[78 (1428431991353638912)]} 0 1
[junit4:junit4]   2> 13004 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10073 (-1428431991355736064)]} 0 0
[junit4:junit4]   2> 13007 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[78 (1428431991357833216)]} 0 1
[junit4:junit4]   2> 13008 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10079 (1428431991358881792)]} 0 1
[junit4:junit4]   2> 13010 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[73 (-1428431991362027520)]} 0 0
[junit4:junit4]   2> 13012 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10079 (1428431991363076096)]} 0 1
[junit4:junit4]   2> 13013 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[73 (-1428431991365173248)]} 0 0
[junit4:junit4]   2> 13015 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10074 (-1428431991367270400)]} 0 0
[junit4:junit4]   2> 13017 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[79 (1428431991368318976)]} 0 1
[junit4:junit4]   2> 13018 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10074 (-1428431991370416128)]} 0 0
[junit4:junit4]   2> 13021 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[79 (1428431991372513280)]} 0 1
[junit4:junit4]   2> 13022 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10080 (1428431991373561856)]} 0 1
[junit4:junit4]   2> 13024 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[74 (-1428431991376707584)]} 0 0
[junit4:junit4]   2> 13026 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10080 (1428431991377756160)]} 0 1
[junit4:junit4]   2> 13027 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[74 (-1428431991379853312)]} 0 0
[junit4:junit4]   2> 13029 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10075 (-1428431991381950464)]} 0 0
[junit4:junit4]   2> 13031 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[80 (1428431991382999040)]} 0 1
[junit4:junit4]   2> 13032 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10075 (-1428431991385096192)]} 0 0
[junit4:junit4]   2> 13035 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[80 (1428431991387193344)]} 0 1
[junit4:junit4]   2> 13036 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10081 (1428431991388241920)]} 0 1
[junit4:junit4]   2> 13038 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[75 (-1428431991391387648)]} 0 0
[junit4:junit4]   2> 13040 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10081 (1428431991392436224)]} 0 1
[junit4:junit4]   2> 13041 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[75 (-1428431991394533376)]} 0 0
[junit4:junit4]   2> 13043 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10077 (-1428431991396630528)]} 0 0
[junit4:junit4]   2> 13045 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[81 (1428431991397679104)]} 0 1
[junit4:junit4]   2> 13048 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10077 (-1428431991401873408)]} 0 0
[junit4:junit4]   2> 13049 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[81 (1428431991401873409)]} 0 1
[junit4:junit4]   2> 13052 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[77 (-1428431991406067712)]} 0 0
[junit4:junit4]   2> 13053 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10082 (1428431991405019136)]} 0 2
[junit4:junit4]   2> 13055 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[77 (-1428431991409213440)]} 0 0
[junit4:junit4]   2> 13057 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10082 (1428431991410262016)]} 0 1
[junit4:junit4]   2> 13060 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[82 (1428431991412359168)]} 0 2
[junit4:junit4]   2> 13061 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10083 (1428431991414456320)]} 0 1
[junit4:junit4]   2> 13064 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[82 (1428431991417602048)]} 0 1
[junit4:junit4]   2> 13065 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10083 (1428431991418650624)]} 0 1
[junit4:junit4]   2> 13068 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[83 (1428431991421796352)]} 0 1
[junit4:junit4]   2> 13070 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10084 (1428431991422844928)]} 0 2
[junit4:junit4]   2> 13072 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[83 (1428431991425990656)]} 0 1
[junit4:junit4]   2> 13074 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10084 (1428431991428087808)]} 0 1
[junit4:junit4]   2> 13077 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[84 (1428431991430184960)]} 0 1
[junit4:junit4]   2> 13078 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10085 (1428431991432282112)]} 0 1
[junit4:junit4]   2> 13080 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[84 (1428431991434379264)]} 0 1
[junit4:junit4]   2> 13082 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10085 (1428431991436476416)]} 0 1
[junit4:junit4]   2> 13084 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[85 (1428431991438573568)]} 0 1
[junit4:junit4]   2> 13087 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10086 (1428431991440670720)]} 0 2
[junit4:junit4]   2> 13088 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[85 (1428431991442767872)]} 0 1
[junit4:junit4]   2> 13091 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10086 (1428431991445913600)]} 0 1
[junit4:junit4]   2> 13092 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[86 (1428431991446962176)]} 0 1
[junit4:junit4]   2> 13094 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10078 (-1428431991450107904)]} 0 0
[junit4:junit4]   2> 13096 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[86 (1428431991451156480)]} 0 1
[junit4:junit4]   2> 13097 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10078 (-1428431991453253632)]} 0 0
[junit4:junit4]   2> 13099 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[78 (-1428431991455350784)]} 0 0
[junit4:junit4]   2> 13101 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10087 (1428431991456399360)]} 0 1
[junit4:junit4]   2> 13102 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[78 (-1428431991458496512)]} 0 0
[junit4:junit4]   2> 13105 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10087 (1428431991460593664)]} 0 1
[junit4:junit4]   2> 13106 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[87 (1428431991461642240)]} 0 1
[junit4:junit4]   2> 13109 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10088 (1428431991464787968)]} 0 1
[junit4:junit4]   2> 13110 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[87 (1428431991465836544)]} 0 1
[junit4:junit4]   2> 13113 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10088 (1428431991468982272)]} 0 1
[junit4:junit4]   2> 13114 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[88 (1428431991470030848)]} 0 1
[junit4:junit4]   2> 13117 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10089 (1428431991473176576)]} 0 1
[junit4:junit4]   2> 13118 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[88 (1428431991474225152)]} 0 1
[junit4:junit4]   2> 13121 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10089 (1428431991477370880)]} 0 1
[junit4:junit4]   2> 13122 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[89 (1428431991478419456)]} 0 1
[junit4:junit4]   2> 13125 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10090 (1428431991481565184)]} 0 1
[junit4:junit4]   2> 13126 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[89 (1428431991482613760)]} 0 1
[junit4:junit4]   2> 13129 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10090 (1428431991485759488)]} 0 1
[junit4:junit4]   2> 13130 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[90 (1428431991486808064)]} 0 1
[junit4:junit4]   2> 13133 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10091 (1428431991489953792)]} 0 1
[junit4:junit4]   2> 13134 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[90 (1428431991491002368)]} 0 1
[junit4:junit4]   2> 13137 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10091 (1428431991494148096)]} 0 1
[junit4:junit4]   2> 13138 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[91 (1428431991495196672)]} 0 1
[junit4:junit4]   2> 13141 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10092 (1428431991498342400)]} 0 1
[junit4:junit4]   2> 13142 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[91 (1428431991499390976)]} 0 1
[junit4:junit4]   2> 13145 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10092 (1428431991503585280)]} 0 1
[junit4:junit4]   2> 13146 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[92 (1428431991503585280)]} 0 1
[junit4:junit4]   2> 13148 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10079 (-1428431991506731008)]} 0 0
[junit4:junit4]   2> 13150 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[92 (1428431991507779584)]} 0 1
[junit4:junit4]   2> 13151 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10079 (-1428431991509876736)]} 0 0
[junit4:junit4]   2> 13153 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[79 (-1428431991511973888)]} 0 0
[junit4:junit4]   2> 13155 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10093 (1428431991513022464)]} 0 1
[junit4:junit4]   2> 13156 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[79 (-1428431991515119616)]} 0 0
[junit4:junit4]   2> 13159 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10093 (1428431991517216768)]} 0 1
[junit4:junit4]   2> 13160 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[93 (1428431991518265344)]} 0 1
[junit4:junit4]   2> 13163 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10094 (1428431991521411072)]} 0 1
[junit4:junit4]   2> 13164 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[93 (1428431991522459648)]} 0 1
[junit4:junit4]   2> 13167 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10094 (1428431991525605376)]} 0 1
[junit4:junit4]   2> 13168 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[94 (1428431991526653952)]} 0 1
[junit4:junit4]   2> 13170 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10080 (-1428431991529799680)]} 0 0
[junit4:junit4]   2> 13172 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[94 (1428431991530848256)]} 0 1
[junit4:junit4]   2> 13173 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10080 (-1428431991532945408)]} 0 0
[junit4:junit4]   2> 13175 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[80 (-1428431991535042560)]} 0 0
[junit4:junit4]   2> 13177 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10095 (1428431991536091136)]} 0 1
[junit4:junit4]   2> 13178 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[80 (-1428431991538188288)]} 0 0
[junit4:junit4]   2> 13181 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10095 (1428431991540285440)]} 0 1
[junit4:junit4]   2> 13182 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[95 (1428431991541334016)]} 0 1
[junit4:junit4]   2> 13185 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10096 (1428431991544479744)]} 0 1
[junit4:junit4]   2> 13186 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[95 (1428431991545528320)]} 0 1
[junit4:junit4]   2> 13189 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10096 (1428431991548674048)]} 0 1
[junit4:junit4]   2> 13190 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[96 (1428431991549722624)]} 0 1
[junit4:junit4]   2> 13194 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10097 (1428431991553916928)]} 0 1
[junit4:junit4]   2> 13194 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[96 (1428431991553916928)]} 0 1
[junit4:junit4]   2> 13198 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[97 (1428431991558111232)]} 0 1
[junit4:junit4]   2> 13198 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10097 (1428431991558111232)]} 0 1
[junit4:junit4]   2> 13202 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10098 (1428431991562305536)]} 0 1
[junit4:junit4]   2> 13202 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[97 (1428431991562305536)]} 0 1
[junit4:junit4]   2> 13206 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10098 (1428431991566499840)]} 0 1
[junit4:junit4]   2> 13206 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[98 (1428431991566499840)]} 0 1
[junit4:junit4]   2> 13209 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10081 (-1428431991570694144)]} 0 0
[junit4:junit4]   2> 13210 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[98 (1428431991570694144)]} 0 1
[junit4:junit4]   2> 13212 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10081 (-1428431991573839872)]} 0 0
[junit4:junit4]   2> 13213 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[81 (-1428431991574888448)]} 0 0
[junit4:junit4]   2> 13215 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13216 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10099 (1428431991576985600)]} 0 1
[junit4:junit4]   2> 13216 T1662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35798_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35798"}
[junit4:junit4]   2> 13216 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[81 (-1428431991578034176)]} 0 0
[junit4:junit4]   2> 13220 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10099 (1428431991581179904)]} 0 1
[junit4:junit4]   2> 13220 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[99 (1428431991581179904)]} 0 1
[junit4:junit4]   2> 13223 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10086 (-1428431991585374208)]} 0 0
[junit4:junit4]   2> 13224 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[99 (1428431991585374208)]} 0 1
[junit4:junit4]   2> 13226 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10086 (-1428431991588519936)]} 0 0
[junit4:junit4]   2> 13227 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[86 (-1428431991589568512)]} 0 0
[junit4:junit4]   2> 13230 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10100 (1428431991591665664)]} 0 1
[junit4:junit4]   2> 13230 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[86 (-1428431991592714240)]} 0 0
[junit4:junit4]   2> 13232 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13232 T1668 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13232 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13232 T1697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13234 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[100 (1428431991595859968)]} 0 1
[junit4:junit4]   2> 13234 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10100 (1428431991595859968)]} 0 1
[junit4:junit4]   2> 13238 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10101 (1428431991600054272)]} 0 1
[junit4:junit4]   2>  C126_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:35798_, base_url=http://127.0.0.1:35798}
[junit4:junit4]   2> 13249 T1687 C126 P35798 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362258889890/jetty2
[junit4:junit4]   2> 13251 T1687 C126 P35798 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4f57516c lockFactory=org.apache.lucene.store.NativeFSLockFactory@545dd35e)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13251 T1687 C126 P35798 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13254 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428431991600054272)]} 0 6
[junit4:junit4]   2> 13254 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10101 (1428431991605297152)]} 0 3
[junit4:junit4]   2> 13255 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[100 (1428431991600054272)]} 0 18
[junit4:junit4]   2> 13255 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10101 (1428431991605297152)]} 0 13
[junit4:junit4]   2> 13258 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[101 (1428431991621025792)]} 0 1
[junit4:junit4]   2> 13258 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10087 (-1428431991622074368)]} 0 0
[junit4:junit4]   2> 13264 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10087 (-1428431991625220097)]} 0 0
[junit4:junit4]   2> 13265 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10087 (-1428431991625220097)]} 0 4
[junit4:junit4]   2> 13265 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428431991625220096)]} 0 1
[junit4:junit4]   2> 13266 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[101 (1428431991625220096)]} 0 5
[junit4:junit4]   2> 13269 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10102 (1428431991632560128)]} 0 1
[junit4:junit4]   2> 13269 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[87 (-1428431991633608704)]} 0 0
[junit4:junit4]   2> 13276 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[87 (-1428431991636754433)]} 0 1
[junit4:junit4]   2> 13277 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10102 (1428431991636754432)]} 0 2
[junit4:junit4]   2> 13277 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[87 (-1428431991636754433)]} 0 5
[junit4:junit4]   2> 13277 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10102 (1428431991636754432)]} 0 5
[junit4:junit4]   2> 13281 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10103 (1428431991645143040)]} 0 1
[junit4:junit4]   2> 13282 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[102 (1428431991645143041)]} 0 2
[junit4:junit4]   2> 13288 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10103 (1428431991649337344)]} 0 1
[junit4:junit4]   2> 13289 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10103 (1428431991649337344)]} 0 5
[junit4:junit4]   2> 13289 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428431991649337345)]} 0 1
[junit4:junit4]   2> 13290 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[102 (1428431991649337345)]} 0 6
[junit4:junit4]   2> 13292 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10088 (-1428431991657725952)]} 0 0
[junit4:junit4]   2> 13294 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[103 (1428431991658774528)]} 0 1
[junit4:junit4]   2> 13298 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10088 (-1428431991660871680)]} 0 0
[junit4:junit4]   2> 13299 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10088 (-1428431991660871680)]} 0 4
[junit4:junit4]   2> 13301 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[103 (1428431991662968832)]} 0 1
[junit4:junit4]   2> 13302 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[103 (1428431991662968832)]} 0 5
[junit4:junit4]   2> 13303 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10104 (1428431991668211712)]} 0 1
[junit4:junit4]   2> 13304 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[88 (-1428431991670308864)]} 0 0
[junit4:junit4]   2> 13310 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10104 (1428431991672406016)]} 0 1
[junit4:junit4]   2> 13310 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[88 (-1428431991673454592)]} 0 0
[junit4:junit4]   2> 13311 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10104 (1428431991672406016)]} 0 5
[junit4:junit4]   2> 13311 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[88 (-1428431991673454592)]} 0 4
[junit4:junit4]   2> 13313 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10090 (-1428431991679746048)]} 0 0
[junit4:junit4]   2> 13315 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[104 (1428431991680794624)]} 0 1
[junit4:junit4]   2> 13319 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10090 (-1428431991682891776)]} 0 0
[junit4:junit4]   2> 13320 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10090 (-1428431991682891776)]} 0 4
[junit4:junit4]   2> 13322 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[104 (1428431991684988928)]} 0 1
[junit4:junit4]   2> 13323 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[104 (1428431991684988928)]} 0 5
[junit4:junit4]   2> 13324 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10105 (1428431991690231808)]} 0 1
[junit4:junit4]   2> 13325 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[90 (-1428431991692328960)]} 0 0
[junit4:junit4]   2> 13331 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10105 (1428431991694426112)]} 0 1
[junit4:junit4]   2> 13331 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[90 (-1428431991695474688)]} 0 0
[junit4:junit4]   2> 13332 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10105 (1428431991694426112)]} 0 5
[junit4:junit4]   2> 13332 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[90 (-1428431991695474688)]} 0 4
[junit4:junit4]   2> 13335 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10092 (-1428431991702814720)]} 0 0
[junit4:junit4]   2> 13336 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[105 (1428431991702814721)]} 0 1
[junit4:junit4]   2> 13341 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10092 (-1428431991705960448)]} 0 0
[junit4:junit4]   2> 13342 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10092 (-1428431991705960448)]} 0 4
[junit4:junit4]   2> 13343 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[105 (1428431991707009024)]} 0 1
[junit4:junit4]   2> 13344 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[105 (1428431991707009024)]} 0 5
[junit4:junit4]   2> 13346 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10106 (1428431991713300480)]} 0 1
[junit4:junit4]   2> 13347 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[92 (-1428431991715397632)]} 0 0
[junit4:junit4]   2> 13353 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10106 (1428431991717494784)]} 0 1
[junit4:junit4]   2> 13353 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[92 (-1428431991718543360)]} 0 0
[junit4:junit4]   2> 13354 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10106 (1428431991717494784)]} 0 5
[junit4:junit4]   2> 13354 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[92 (-1428431991718543360)]} 0 4
[junit4:junit4]   2> 13357 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10093 (-1428431991725883392)]} 0 0
[junit4:junit4]   2> 13358 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[106 (1428431991725883393)]} 0 1
[junit4:junit4]   2> 13363 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10093 (-1428431991729029120)]} 0 0
[junit4:junit4]   2> 13364 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10093 (-1428431991729029120)]} 0 4
[junit4:junit4]   2> 13365 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[106 (1428431991730077696)]} 0 1
[junit4:junit4]   2> 13366 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[106 (1428431991730077696)]} 0 5
[junit4:junit4]   2> 13368 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10107 (1428431991736369152)]} 0 1
[junit4:junit4]   2> 13368 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[93 (-1428431991737417728)]} 0 0
[junit4:junit4]   2> 13375 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[93 (-1428431991740563456)]} 0 1
[junit4:junit4]   2> 13375 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10107 (1428431991740563457)]} 0 1
[junit4:junit4]   2> 13375 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[93 (-1428431991740563456)]} 0 4
[junit4:junit4]   2> 13376 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10107 (1428431991740563457)]} 0 5
[junit4:junit4]   2> 13379 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[107 (1428431991747903488)]} 0 1
[junit4:junit4]   2> 13380 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10108 (1428431991748952064)]} 0 1
[junit4:junit4]   2> 13386 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428431991752097792)]} 0 1
[junit4:junit4]   2> 13387 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[107 (1428431991752097792)]} 0 5
[junit4:junit4]   2> 13387 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10108 (1428431991753146368)]} 0 1
[junit4:junit4]   2> 13388 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10108 (1428431991753146368)]} 0 5
[junit4:junit4]   2> 13389 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[108 (1428431991758389248)]} 0 1
[junit4:junit4]   2> 13392 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10109 (1428431991761534976)]} 0 1
[junit4:junit4]   2> 13396 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428431991762583552)]} 0 1
[junit4:junit4]   2> 13397 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[108 (1428431991762583552)]} 0 5
[junit4:junit4]   2> 13399 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10109 (1428431991765729280)]} 0 1
[junit4:junit4]   2> 13400 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10109 (1428431991765729280)]} 0 5
[junit4:junit4]   2> 13400 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[109 (1428431991769923584)]} 0 1
[junit4:junit4]   2> 13403 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10110 (1428431991773069312)]} 0 1
[junit4:junit4]   2> 13407 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428431991774117888)]} 0 1
[junit4:junit4]   2> 13408 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[109 (1428431991774117888)]} 0 5
[junit4:junit4]   2> 13410 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10110 (1428431991777263616)]} 0 1
[junit4:junit4]   2> 13411 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10110 (1428431991777263616)]} 0 5
[junit4:junit4]   2> 13411 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[110 (1428431991781457920)]} 0 1
[junit4:junit4]   2> 13413 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10097 (-1428431991784603648)]} 0 0
[junit4:junit4]   2> 13418 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428431991785652224)]} 0 1
[junit4:junit4]   2> 13418 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10097 (-1428431991787749376)]} 0 0
[junit4:junit4]   2> 13419 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[110 (1428431991785652224)]} 0 5
[junit4:junit4]   2> 13419 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[10097 (-1428431991787749376)]} 0 3
[junit4:junit4]   2> 13421 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[97 (-1428431991792992256)]} 0 0
[junit4:junit4]   2> 13423 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10111 (1428431991794040832)]} 0 1
[junit4:junit4]   2> 13426 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[97 (-1428431991796137984)]} 0 0
[junit4:junit4]   2> 13427 T1672 C128 P49705 /update {wt=javabin&version=2} {delete=[97 (-1428431991796137984)]} 0 3
[junit4:junit4]   2> 13430 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10111 (1428431991798235136)]} 0 1
[junit4:junit4]   2> 13431 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[10111 (1428431991798235136)]} 0 5
[junit4:junit4]   2> 13431 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[111 (1428431991802429440)]} 0 1
[junit4:junit4]   2> 13435 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10112 (1428431991806623744)]} 0 1
[junit4:junit4]   2> 13439 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428431991807672320)]} 0 1
[junit4:junit4]   2> 13440 T1673 C128 P49705 /update {wt=javabin&version=2} {add=[111 (1428431991807672320)]} 0 6
[junit4:junit4]   2> 13442 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10112 (1428431991810818048)]} 0 1
[junit4:junit4]   2> 13443 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10112 (1428431991810818048)]} 0 5
[junit4:junit4]   2> 13444 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[112 (1428431991816060928)]} 0 1
[junit4:junit4]   2> 13446 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10098 (-1428431991819206656)]} 0 0
[junit4:junit4]   2> 13451 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[112 (1428431991820255232)]} 0 1
[junit4:junit4]   2> 13452 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[112 (1428431991820255232)]} 0 5
[junit4:junit4]   2> 13452 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10098 (-1428431991822352384)]} 0 0
[junit4:junit4]   2> 13453 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10098 (-1428431991822352384)]} 0 4
[junit4:junit4]   2> 13455 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[98 (-1428431991828643840)]} 0 0
[junit4:junit4]   2> 13457 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10113 (1428431991829692416)]} 0 1
[junit4:junit4]   2> 13461 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[98 (-1428431991831789568)]} 0 0
[junit4:junit4]   2> 13462 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[98 (-1428431991831789568)]} 0 4
[junit4:junit4]   2> 13464 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10113 (1428431991833886720)]} 0 1
[junit4:junit4]   2> 13465 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10113 (1428431991833886720)]} 0 5
[junit4:junit4]   2> 13466 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[113 (1428431991839129600)]} 0 1
[junit4:junit4]   2> 13467 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10101 (-1428431991841226752)]} 0 0
[junit4:junit4]   2> 13473 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428431991843323904)]} 0 1
[junit4:junit4]   2> 13473 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10101 (-1428431991844372480)]} 0 0
[junit4:junit4]   2> 13474 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[113 (1428431991843323904)]} 0 5
[junit4:junit4]   2> 13474 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10101 (-1428431991844372480)]} 0 4
[junit4:junit4]   2> 13476 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[101 (-1428431991850663936)]} 0 0
[junit4:junit4]   2> 13479 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[10114 (1428431991851712512)]} 0 1
[junit4:junit4]   2> 13482 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[101 (-1428431991853809664)]} 0 0
[junit4:junit4]   2> 13483 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[101 (-1428431991853809664)]} 0 4
[junit4:junit4]   2> 13485 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10114 (1428431991855906816)]} 0 1
[junit4:junit4]   2> 13486 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10114 (1428431991855906816)]} 0 5
[junit4:junit4]   2> 13487 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[114 (1428431991861149696)]} 0 1
[junit4:junit4]   2> 13488 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10107 (-1428431991863246848)]} 0 0
[junit4:junit4]   2> 13493 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10107 (-1428431991866392576)]} 0 0
[junit4:junit4]   2> 13494 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10107 (-1428431991866392576)]} 0 3
[junit4:junit4]   2> 13494 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428431991865344000)]} 0 1
[junit4:junit4]   2> 13495 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[114 (1428431991865344000)]} 0 5
[junit4:junit4]   2> 13498 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10115 (1428431991872684032)]} 0 1
[junit4:junit4]   2> 13498 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[107 (-1428431991873732608)]} 0 0
[junit4:junit4]   2> 13504 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[107 (-1428431991876878336)]} 0 0
[junit4:junit4]   2> 13505 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[107 (-1428431991876878336)]} 0 4
[junit4:junit4]   2> 13506 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10115 (1428431991876878337)]} 0 1
[junit4:junit4]   2> 13507 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10115 (1428431991876878337)]} 0 6
[junit4:junit4]   2> 13509 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[115 (1428431991884218368)]} 0 1
[junit4:junit4]   2> 13510 T1652 C127 P55904 /update {wt=javabin&version=2} {delete=[10108 (-1428431991886315520)]} 0 0
[junit4:junit4]   2> 13515 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10108 (-1428431991889461248)]} 0 0
[junit4:junit4]   2> 13516 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10108 (-1428431991889461248)]} 0 3
[junit4:junit4]   2> 13516 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[115 (1428431991888412672)]} 0 1
[junit4:junit4]   2> 13517 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[115 (1428431991888412672)]} 0 5
[junit4:junit4]   2> 13520 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10116 (1428431991895752704)]} 0 1
[junit4:junit4]   2> 13520 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[108 (-1428431991896801280)]} 0 0
[junit4:junit4]   2> 13526 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[108 (-1428431991899947008)]} 0 0
[junit4:junit4]   2> 13527 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10116 (1428431991899947009)]} 0 1
[junit4:junit4]   2> 13528 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10116 (1428431991899947009)]} 0 5
[junit4:junit4]   2> 13528 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[108 (-1428431991899947008)]} 0 5
[junit4:junit4]   2> 13530 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[10110 (-1428431991907287040)]} 0 0
[junit4:junit4]   2> 13532 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[116 (1428431991908335616)]} 0 1
[junit4:junit4]   2> 13536 T1687 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10110 (-1428431991910432768)]} 0 0
[junit4:junit4]   2> 13537 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[10110 (-1428431991910432768)]} 0 4
[junit4:junit4]   2> 13539 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[116 (1428431991912529920)]} 0 1
[junit4:junit4]   2> 13540 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[116 (1428431991912529920)]} 0 5
[junit4:junit4]   2> 13541 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10117 (1428431991917772800)]} 0 1
[junit4:junit4]   2> 13542 T1651 C127 P55904 /update {wt=javabin&version=2} {delete=[110 (-1428431991919869952)]} 0 0
[junit4:junit4]   2> 13547 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[110 (-1428431991923015680)]} 0 0
[junit4:junit4]   2> 13548 T1673 C128 P49705 /update {wt=javabin&version=2} {delete=[110 (-1428431991923015680)]} 0 3
[junit4:junit4]   2> 13551 T1688 C126 P35798 /update {distrib.from=http://127.0.0.1:49705/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10117 (1428431991921967104)]} 0 1
[junit4:junit4]   2> 13552 T1672 C128 P49705 /update {wt=javabin&version=2} {add=[10117 (1428431991921967104)]} 0 8
[junit4:junit4]   2> 13552 T1651 C127 P55904 /update {wt=javabin&version=2} {add=[117 (1428431991929307136)]} 0 1
[junit4:junit4]   2> 13555 T1652 C127 P55904 /update {wt=javabin&version=2} {add=[10118 (1428431991932452864)]} 0 1
[junit4:junit4]   2> 

[...truncated too long message...]

a:212)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 138204 T2712 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 138209 T2711 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 138316 T2715 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 139123 T2804 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 139123 T2804 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 139123 T2804 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 139123 T2804 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ms_MY, timezone=Europe/Uzhgorod
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=5,free=92262120,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConfig, SynonymTokenizerTest, TestQuerySenderListener, TestZkChroot, TestCodecSupport, SpellPossibilityIteratorTest, SimpleFacetsTest, SuggesterTest, XmlUpdateRequestHandlerTest, SpatialFilterTest, PluginInfoTest, ClusterStateTest, TestMergePolicyConfig, TestDFRSimilarityFactory, TestSolrJ, SolrRequestParserTest, TestSearchPerf, TestSolrDiscoveryProperties, TestElisionMultitermQuery, TestLFUCache, ShardRoutingTest, SolrIndexConfigTest, TestPHPSerializedResponseWriter, TestComponentsName, SolrCoreCheckLockOnStartupTest, CollectionsAPIDistributedZkTest, TestUpdate, SolrPluginUtilsTest, TestLazyCores, FileUtilsTest, TestSolrCoreProperties, TestPropInject, TestRangeQuery, OutputWriterTest, SpellingQueryConverterTest, PrimUtilsTest, SchemaVersionSpecificBehaviorTest, TestFaceting, MBeansHandlerTest, TestBinaryResponseWriter, TestGroupingSearch, SampleTest, TestCoreContainer, IndexBasedSpellCheckerTest, SpellCheckCollatorTest, TestSolr4Spatial, TestFastOutputStream, DateMathParserTest, TestPseudoReturnFields, LeaderElectionIntegrationTest, SearchHandlerTest, TestUtils, NumericFieldsTest, TestExtendedDismaxParser, DebugComponentTest, TestDefaultSimilarityFactory, TestFoldingMultitermQuery, QueryElevationComponentTest, SuggesterWFSTTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestArbitraryIndexDir, TestBadConfig, TestLMDirichletSimilarityFactory, BasicDistributedZkTest, RecoveryZkTest, SpellCheckComponentTest, LeaderElectionTest, TestRealTimeGet, TestRandomFaceting, WordBreakSolrSpellCheckerTest, TestHashPartitioner, DistributedTermsComponentTest, StatsComponentTest, TestJoin, SortByFunctionTest, BasicFunctionalityTest, TestTrie, CacheHeaderTest, TestCSVLoader, PolyFieldTest, DistributedQueryElevationComponentTest, QueryParsingTest, XsltUpdateRequestHandlerTest, TestQueryTypes, PingRequestHandlerTest, TestSurroundQueryParser, TestReversedWildcardFilterFactory, JSONWriterTest, TestOmitPositions, CopyFieldTest, TestQueryUtils, SuggesterTSTTest, UniqFieldsUpdateProcessorFactoryTest, UpdateParamsTest, CSVRequestHandlerTest, NotRequiredUniqueKeyTest, BadIndexSchemaTest, TestLuceneMatchVersion, UpdateRequestProcessorFactoryTest, PrimitiveFieldTypeTest, SOLR749Test, DefaultValueUpdateProcessorTest, TestPerFieldSimilarity, LegacyHTMLStripCharFilterTest, TestSolrXMLSerializer, DateFieldTest, TestLRUCache, RAMDirectoryFactoryTest, PreAnalyzedFieldTest, TestDocumentBuilder, TestRandomDVFaceting, OverseerCollectionProcessorTest, SliceStateTest, SliceStateUpdateTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 139.24s, 1 test, 1 failure <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1207: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:870: There were test failures: 260 suites, 1095 tests, 2 suite-level errors, 1 error, 1 failure, 23 ignored (4 assumptions)

Total time: 45 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3778 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3778/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1191, name=coreLoadExecutor-730-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1191, name=coreLoadExecutor-730-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:733)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:868)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:951)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:569)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2241322431tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c069a07)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1193, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1193, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2241322432tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@5da8d28)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9069 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 0 T1132 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 6 T1132 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-RecoveryZkTest-1362221872341
[junit4:junit4]   2> 7 T1132 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T1133 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T1133 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T1133 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T1133 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T1133 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 13 T1133 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 109 T1132 oasc.ZkTestServer.run start zk server on port:62292
[junit4:junit4]   2> 109 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@34d39449
[junit4:junit4]   2> 110 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T1138 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 112 T1138 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 112 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:62293
[junit4:junit4]   2> 112 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:62293
[junit4:junit4]   2> 113 T1136 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 115 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0000 with negotiated timeout 10000 for client /140.211.11.196:62293
[junit4:junit4]   2> 115 T1138 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0000, negotiated timeout = 10000
[junit4:junit4]   2> 116 T1139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34d39449 name:ZooKeeperConnection Watcher:127.0.0.1:62292 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 116 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 117 T1132 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 133 T1137 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2ac034dc0000
[junit4:junit4]   2> 134 T1139 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 134 T1132 oaz.ZooKeeper.close Session: 0x13d2ac034dc0000 closed
[junit4:junit4]   2> 135 T1134 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:62293 which had sessionid 0x13d2ac034dc0000
[junit4:junit4]   2> 136 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ae9f669
[junit4:junit4]   2> 137 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 137 T1140 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 138 T1140 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 138 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:62294
[junit4:junit4]   2> 139 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:62294
[junit4:junit4]   2> 140 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0001 with negotiated timeout 10000 for client /140.211.11.196:62294
[junit4:junit4]   2> 140 T1140 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0001, negotiated timeout = 10000
[junit4:junit4]   2> 141 T1141 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ae9f669 name:ZooKeeperConnection Watcher:127.0.0.1:62292/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 141 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 141 T1132 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 185 T1132 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 194 T1132 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 196 T1132 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 242 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 243 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 270 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 271 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 381 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 382 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 385 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 386 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 397 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 398 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 401 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 402 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 405 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 406 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 409 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 409 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 412 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 413 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 416 T1137 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2ac034dc0001
[junit4:junit4]   2> 423 T1141 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 423 T1132 oaz.ZooKeeper.close Session: 0x13d2ac034dc0001 closed
[junit4:junit4]   2> 423 T1134 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:62294 which had sessionid 0x13d2ac034dc0001
[junit4:junit4]   2> 605 T1132 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 610 T1132 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62295
[junit4:junit4]   2> 610 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 611 T1132 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 611 T1132 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758
[junit4:junit4]   2> 612 T1132 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758/solr.xml
[junit4:junit4]   2> 612 T1132 oasc.CoreContainer.<init> New CoreContainer 1979465641
[junit4:junit4]   2> 613 T1132 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758/'
[junit4:junit4]   2> 613 T1132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758/'
[junit4:junit4]   2> 676 T1132 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 676 T1132 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 677 T1132 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 677 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 678 T1132 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 678 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 679 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 679 T1132 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 680 T1132 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 680 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 702 T1132 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 721 T1132 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62292/solr
[junit4:junit4]   2> 722 T1132 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 723 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@391d23ed
[junit4:junit4]   2> 724 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 724 T1151 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 725 T1151 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 725 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:29975
[junit4:junit4]   2> 725 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:29975
[junit4:junit4]   2> 728 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0002 with negotiated timeout 20000 for client /140.211.11.196:29975
[junit4:junit4]   2> 728 T1151 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0002, negotiated timeout = 20000
[junit4:junit4]   2> 728 T1152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@391d23ed name:ZooKeeperConnection Watcher:127.0.0.1:62292 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 729 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 730 T1137 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2ac034dc0002
[junit4:junit4]   2> 739 T1152 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 739 T1134 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:29975 which had sessionid 0x13d2ac034dc0002
[junit4:junit4]   2> 739 T1132 oaz.ZooKeeper.close Session: 0x13d2ac034dc0002 closed
[junit4:junit4]   2> 739 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 751 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4e390e40
[junit4:junit4]   2> 752 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 752 T1153 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 753 T1153 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 753 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:33659
[junit4:junit4]   2> 753 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:33659
[junit4:junit4]   2> 754 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0003 with negotiated timeout 20000 for client /140.211.11.196:33659
[junit4:junit4]   2> 755 T1153 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0003, negotiated timeout = 20000
[junit4:junit4]   2> 755 T1154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e390e40 name:ZooKeeperConnection Watcher:127.0.0.1:62292/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 755 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 758 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 760 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 769 T1132 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62295_
[junit4:junit4]   2> 770 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62295_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62295_
[junit4:junit4]   2> 771 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62295_
[junit4:junit4]   2> 775 T1132 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 786 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 793 T1132 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 795 T1132 oasc.Overseer.start Overseer (id=89274572626198531-127.0.0.1:62295_-n_0000000000) starting
[junit4:junit4]   2> 796 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 798 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 805 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 814 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 823 T1156 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 823 T1132 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 829 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 835 T1157 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758/collection1
[junit4:junit4]   2> 835 T1155 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 835 T1157 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 836 T1157 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 836 T1157 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 838 T1157 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758/collection1/'
[junit4:junit4]   2> 839 T1157 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 840 T1157 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758/collection1/lib/README' to classloader
[junit4:junit4]   2> 889 T1157 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 949 T1157 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1050 T1157 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1056 T1157 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1672 T1157 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1680 T1157 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1683 T1157 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1695 T1157 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1699 T1157 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1703 T1157 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1704 T1157 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1704 T1157 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1704 T1157 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1705 T1157 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1705 T1157 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1705 T1157 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362221872758/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data/
[junit4:junit4]   2> 1706 T1157 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c2e91ac
[junit4:junit4]   2> 1706 T1157 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1707 T1157 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data forceNew:false
[junit4:junit4]   2> 1708 T1157 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data
[junit4:junit4]   2> 1708 T1157 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data/index/
[junit4:junit4]   2> 1708 T1157 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1709 T1157 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data/index forceNew:false
[junit4:junit4]   2> 1711 T1157 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@417f24d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a8baccb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1711 T1157 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1712 T1157 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data/index
[junit4:junit4]   2> 1713 T1157 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1713 T1157 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1714 T1157 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1714 T1157 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1714 T1157 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1715 T1157 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1715 T1157 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1715 T1157 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1715 T1157 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1724 T1157 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1728 T1157 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data
[junit4:junit4]   2> 1728 T1157 oass.SolrIndexSearcher.<init> Opening Searcher@78baa1f main
[junit4:junit4]   2> 1728 T1157 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data/tlog
[junit4:junit4]   2> 1729 T1157 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1729 T1157 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1732 T1158 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78baa1f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1733 T1157 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1733 T1157 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1734 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2339 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2340 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62295_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62295"}
[junit4:junit4]   2> 2340 T1155 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2341 T1155 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2341 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2392 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2772 T1157 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2772 T1157 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62295 collection:control_collection shard:shard1
[junit4:junit4]   2> 2773 T1157 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2789 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2790 T1157 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2790 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2800 T1157 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2800 T1157 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2801 T1157 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62295/collection1/
[junit4:junit4]   2> 2801 T1157 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2801 T1157 oasc.SyncStrategy.syncToMe http://127.0.0.1:62295/collection1/ has no replicas
[junit4:junit4]   2> 2801 T1157 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62295/collection1/
[junit4:junit4]   2> 2802 T1157 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2806 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3903 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3922 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3938 T1157 oasc.ZkController.register We are http://127.0.0.1:62295/collection1/ and leader is http://127.0.0.1:62295/collection1/
[junit4:junit4]   2> 3938 T1157 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62295
[junit4:junit4]   2> 3938 T1157 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3938 T1157 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3939 T1157 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3940 T1157 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3941 T1132 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3942 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3943 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3958 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3960 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1bdf5c67
[junit4:junit4]   2> 3961 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3961 T1160 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3962 T1160 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 3962 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:34375
[junit4:junit4]   2> 3962 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:34375
[junit4:junit4]   2> 3963 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0004 with negotiated timeout 10000 for client /140.211.11.196:34375
[junit4:junit4]   2> 3963 T1160 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0004, negotiated timeout = 10000
[junit4:junit4]   2> 3964 T1161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bdf5c67 name:ZooKeeperConnection Watcher:127.0.0.1:62292/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3964 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3966 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3967 T1132 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4148 T1132 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4151 T1132 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:49642
[junit4:junit4]   2> 4152 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4153 T1132 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4153 T1132 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302
[junit4:junit4]   2> 4154 T1132 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302/solr.xml
[junit4:junit4]   2> 4154 T1132 oasc.CoreContainer.<init> New CoreContainer 1428311114
[junit4:junit4]   2> 4155 T1132 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302/'
[junit4:junit4]   2> 4155 T1132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302/'
[junit4:junit4]   2> 4218 T1132 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4218 T1132 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4219 T1132 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4219 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4220 T1132 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4220 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4221 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4221 T1132 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4222 T1132 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4222 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4242 T1132 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4261 T1132 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62292/solr
[junit4:junit4]   2> 4262 T1132 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4263 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@253de144
[junit4:junit4]   2> 4264 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4264 T1171 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4265 T1171 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 4265 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:55422
[junit4:junit4]   2> 4265 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:55422
[junit4:junit4]   2> 4268 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0005 with negotiated timeout 20000 for client /140.211.11.196:55422
[junit4:junit4]   2> 4268 T1171 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0005, negotiated timeout = 20000
[junit4:junit4]   2> 4268 T1172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@253de144 name:ZooKeeperConnection Watcher:127.0.0.1:62292 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4268 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4270 T1137 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2ac034dc0005
[junit4:junit4]   2> 4279 T1172 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4279 T1134 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:55422 which had sessionid 0x13d2ac034dc0005
[junit4:junit4]   2> 4279 T1132 oaz.ZooKeeper.close Session: 0x13d2ac034dc0005 closed
[junit4:junit4]   2> 4280 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4290 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6a4fa541
[junit4:junit4]   2> 4291 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4292 T1173 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4292 T1173 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 4292 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:33796
[junit4:junit4]   2> 4293 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:33796
[junit4:junit4]   2> 4294 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0006 with negotiated timeout 20000 for client /140.211.11.196:33796
[junit4:junit4]   2> 4294 T1173 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0006, negotiated timeout = 20000
[junit4:junit4]   2> 4294 T1174 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a4fa541 name:ZooKeeperConnection Watcher:127.0.0.1:62292/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4295 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4296 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4302 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4303 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5306 T1132 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49642_
[junit4:junit4]   2> 5307 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49642_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49642_
[junit4:junit4]   2> 5314 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49642_
[junit4:junit4]   2> 5321 T1174 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5321 T1161 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5322 T1154 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5322 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5333 T1175 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302/collection1
[junit4:junit4]   2> 5334 T1175 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5334 T1175 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5334 T1175 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5336 T1175 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302/collection1/'
[junit4:junit4]   2> 5337 T1175 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5338 T1175 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302/collection1/lib/README' to classloader
[junit4:junit4]   2> 5387 T1175 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5428 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5429 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62295_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62295"}
[junit4:junit4]   2> 5464 T1175 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5467 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5467 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5467 T1174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5467 T1175 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5474 T1175 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6110 T1175 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6121 T1175 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6125 T1175 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6140 T1175 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6144 T1175 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6149 T1175 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6150 T1175 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6150 T1175 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6151 T1175 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6152 T1175 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6152 T1175 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6152 T1175 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362221876302/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1/
[junit4:junit4]   2> 6152 T1175 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c2e91ac
[junit4:junit4]   2> 6153 T1175 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6155 T1175 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1 forceNew:false
[junit4:junit4]   2> 6155 T1175 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1
[junit4:junit4]   2> 6156 T1175 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1/index/
[junit4:junit4]   2> 6156 T1175 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6157 T1175 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1/index forceNew:false
[junit4:junit4]   2> 6159 T1175 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f201bbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ebf9b73),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6159 T1175 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6160 T1175 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1/index
[junit4:junit4]   2> 6162 T1175 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6162 T1175 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6163 T1175 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6164 T1175 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6164 T1175 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6164 T1175 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6165 T1175 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6165 T1175 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6166 T1175 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6178 T1175 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6183 T1175 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1
[junit4:junit4]   2> 6184 T1175 oass.SolrIndexSearcher.<init> Opening Searcher@7ba2b51b main
[junit4:junit4]   2> 6184 T1175 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1/tlog
[junit4:junit4]   2> 6185 T1175 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6185 T1175 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6189 T1176 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ba2b51b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6191 T1175 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6191 T1175 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6977 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6978 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49642_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49642"}
[junit4:junit4]   2> 6978 T1155 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6979 T1155 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7001 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7001 T1174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7001 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7223 T1175 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7223 T1175 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49642 collection:collection1 shard:shard1
[junit4:junit4]   2> 7224 T1175 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7240 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7241 T1175 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7241 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7252 T1175 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7252 T1175 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7252 T1175 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49642/collection1/
[junit4:junit4]   2> 7253 T1175 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7253 T1175 oasc.SyncStrategy.syncToMe http://127.0.0.1:49642/collection1/ has no replicas
[junit4:junit4]   2> 7253 T1175 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49642/collection1/
[junit4:junit4]   2> 7253 T1175 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7257 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8507 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8530 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8530 T1174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8530 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8534 T1175 oasc.ZkController.register We are http://127.0.0.1:49642/collection1/ and leader is http://127.0.0.1:49642/collection1/
[junit4:junit4]   2> 8534 T1175 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49642
[junit4:junit4]   2> 8534 T1175 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8534 T1175 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8535 T1175 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8538 T1175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8540 T1132 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8540 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8541 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8740 T1132 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8744 T1132 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20044
[junit4:junit4]   2> 8745 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8745 T1132 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8746 T1132 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890
[junit4:junit4]   2> 8746 T1132 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890/solr.xml
[junit4:junit4]   2> 8747 T1132 oasc.CoreContainer.<init> New CoreContainer 520863743
[junit4:junit4]   2> 8748 T1132 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890/'
[junit4:junit4]   2> 8748 T1132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890/'
[junit4:junit4]   2> 8810 T1132 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8811 T1132 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8812 T1132 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8812 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8813 T1132 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8813 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8813 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8814 T1132 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8814 T1132 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8815 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8834 T1132 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8854 T1132 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62292/solr
[junit4:junit4]   2> 8855 T1132 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8855 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@22451566
[junit4:junit4]   2> 8856 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8857 T1187 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8857 T1187 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 8857 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:32909
[junit4:junit4]   2> 8858 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:32909
[junit4:junit4]   2> 8860 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0007 with negotiated timeout 20000 for client /140.211.11.196:32909
[junit4:junit4]   2> 8860 T1187 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0007, negotiated timeout = 20000
[junit4:junit4]   2> 8860 T1188 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22451566 name:ZooKeeperConnection Watcher:127.0.0.1:62292 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8861 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8862 T1137 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2ac034dc0007
[junit4:junit4]   2> 8873 T1188 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8873 T1134 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:32909 which had sessionid 0x13d2ac034dc0007
[junit4:junit4]   2> 8873 T1132 oaz.ZooKeeper.close Session: 0x13d2ac034dc0007 closed
[junit4:junit4]   2> 8874 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8884 T1132 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62292/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@a85744f
[junit4:junit4]   2> 8885 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8885 T1189 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:62292. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8886 T1189 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:62292, initiating session
[junit4:junit4]   2> 8886 T1134 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:14659
[junit4:junit4]   2> 8886 T1134 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:14659
[junit4:junit4]   2> 8888 T1136 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2ac034dc0008 with negotiated timeout 20000 for client /140.211.11.196:14659
[junit4:junit4]   2> 8888 T1189 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:62292, sessionid = 0x13d2ac034dc0008, negotiated timeout = 20000
[junit4:junit4]   2> 8888 T1190 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a85744f name:ZooKeeperConnection Watcher:127.0.0.1:62292/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8888 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8889 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8891 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8898 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9901 T1132 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20044_
[junit4:junit4]   2> 9902 T1137 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2ac034dc0008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:20044_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:20044_
[junit4:junit4]   2> 9904 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20044_
[junit4:junit4]   2> 9907 T1174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9908 T1190 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9908 T1161 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9908 T1154 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9908 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9908 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9909 T1174 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9928 T1191 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890/collection1
[junit4:junit4]   2> 9929 T1191 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9929 T1191 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9929 T1191 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9931 T1191 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890/collection1/'
[junit4:junit4]   2> 9932 T1191 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9933 T1191 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890/collection1/lib/README' to classloader
[junit4:junit4]   2> 9985 T1191 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10042 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10043 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49642_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49642"}
[junit4:junit4]   2> 10046 T1191 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10085 T1174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10085 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10085 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10183 T1190 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10183 T1191 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10190 T1191 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10844 T1191 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10856 T1191 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10860 T1191 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10878 T1191 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10884 T1191 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10891 T1191 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10893 T1191 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10893 T1191 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10893 T1191 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10895 T1191 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10895 T1191 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10895 T1191 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362221880890/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2/
[junit4:junit4]   2> 10895 T1191 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c2e91ac
[junit4:junit4]   2> 10896 T1191 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10898 T1191 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2 forceNew:false
[junit4:junit4]   2> 10899 T1191 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2
[junit4:junit4]   2> 10899 T1191 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2/index/
[junit4:junit4]   2> 10900 T1191 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10900 T1191 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2/index forceNew:false
[junit4:junit4]   2> 10903 T1191 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@599e5599 lockFactory=org.apache.lucene.store.NativeFSLockFactory@672307b7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10903 T1191 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10904 T1191 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2/index
[junit4:junit4]   2> 10906 T1191 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10907 T1191 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10907 T1191 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10908 T1191 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10909 T1191 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10909 T1191 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10909 T1191 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10910 T1191 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10910 T1191 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10926 T1191 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10933 T1191 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2
[junit4:junit4]   2> 10933 T1191 oass.SolrIndexSearcher.<init> Opening Searcher@16edd10f main
[junit4:junit4]   2> 10934 T1191 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2/tlog
[junit4:junit4]   2> 10935 T1191 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10935 T1191 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10939 T1192 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16edd10f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10942 T1191 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10942 T1191 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11598 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11599 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:20044_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:20044"}
[junit4:junit4]   2> 11599 T1155 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11599 T1155 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11611 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11611 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11611 T1174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11611 T1190 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11971 T1191 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11971 T1191 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:20044 collection:collection1 shard:shard1
[junit4:junit4]   2> 11975 T1191 oasc.ZkController.register We are http://127.0.0.1:20044/collection1/ and leader is http://127.0.0.1:49642/collection1/
[junit4:junit4]   2> 11975 T1191 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20044
[junit4:junit4]   2> 11975 T1191 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11975 T1191 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C102 name=collection1 org.apache.solr.core.SolrCore@1997078 url=http://127.0.0.1:20044/collection1 node=127.0.0.1:20044_ C102_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:20044_, base_url=http://127.0.0.1:20044}
[junit4:junit4]   2> 11975 T1193 C102 P20044 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11976 T1191 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11977 T1193 C102 P20044 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11977 T1193 C102 P20044 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11978 T1193 C102 P20044 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11978 T1132 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11979 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11980 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11983 T1193 C102 P20044 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12002 T1132 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C103 name=collection1 org.apache.solr.core.SolrCore@71deb4d6 url=http://127.0.0.1:62295/collection1 node=127.0.0.1:62295_ C103_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:62295_, base_url=http://127.0.0.1:62295, leader=true}
[junit4:junit4]   2> 12012 T1144 C103 P62295 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/control/data
[junit4:junit4]   2> 12014 T1144 C103 P62295 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@417f24d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a8baccb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12014 T1144 C103 P62295 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12017 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[1 (1428393174598942720)]} 0 6
[junit4:junit4]   2> 12017 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10001 (1428393174602088448)]} 0 4
[junit4:junit4]   2> ASYNC  NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@63d99c82 url=http://127.0.0.1:49642/collection1 node=127.0.0.1:49642_ C104_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49642_, base_url=http://127.0.0.1:49642, leader=true}
[junit4:junit4]   2> 12037 T1166 C104 P49642 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty1
[junit4:junit4]   2> 12040 T1166 C104 P49642 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f201bbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ebf9b73),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12040 T1166 C104 P49642 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12043 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10001 (1428393174626205696)]} 0 7
[junit4:junit4]   2> 12043 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[1 (1428393174626205697)]} 0 7
[junit4:junit4]   2> 12047 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[2 (1428393174635642880)]} 0 1
[junit4:junit4]   2> 12047 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10002 (1428393174635642881)]} 0 1
[junit4:junit4]   2> 12050 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[2 (1428393174638788608)]} 0 1
[junit4:junit4]   2> 12050 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10002 (1428393174639837184)]} 0 0
[junit4:junit4]   2> 12054 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10002 (-1428393174642982912)]} 0 1
[junit4:junit4]   2> 12054 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[2 (-1428393174642982913)]} 0 1
[junit4:junit4]   2> 12056 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10002 (-1428393174646128640)]} 0 0
[junit4:junit4]   2> 12057 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[2 (-1428393174647177216)]} 0 0
[junit4:junit4]   2> 12060 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10003 (1428393174649274368)]} 0 1
[junit4:junit4]   2> 12061 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[3 (1428393174650322944)]} 0 1
[junit4:junit4]   2> 12064 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10003 (1428393174653468672)]} 0 1
[junit4:junit4]   2> 12064 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[3 (1428393174654517248)]} 0 0
[junit4:junit4]   2> 12067 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10004 (1428393174656614400)]} 0 1
[junit4:junit4]   2> 12068 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[4 (1428393174657662976)]} 0 1
[junit4:junit4]   2> 12070 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[4 (1428393174660808704)]} 0 0
[junit4:junit4]   2> 12071 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10004 (1428393174660808705)]} 0 1
[junit4:junit4]   2> 12073 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[4 (-1428393174663954432)]} 0 0
[junit4:junit4]   2> 12073 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10004 (-1428393174663954433)]} 0 0
[junit4:junit4]   2> 12076 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10004 (-1428393174667100160)]} 0 0
[junit4:junit4]   2> 12076 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[4 (-1428393174667100161)]} 0 0
[junit4:junit4]   2> 12080 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[5 (1428393174670245888)]} 0 1
[junit4:junit4]   2> 12080 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10005 (1428393174670245889)]} 0 1
[junit4:junit4]   2> 12083 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[5 (1428393174673391616)]} 0 1
[junit4:junit4]   2> 12083 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10005 (1428393174674440192)]} 0 0
[junit4:junit4]   2> 12086 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[6 (1428393174676537344)]} 0 1
[junit4:junit4]   2> 12086 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10006 (1428393174677585920)]} 0 0
[junit4:junit4]   2> 12089 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[6 (1428393174680731648)]} 0 0
[junit4:junit4]   2> 12090 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10006 (1428393174680731649)]} 0 1
[junit4:junit4]   2> 12092 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[5 (-1428393174683877376)]} 0 0
[junit4:junit4]   2> 12093 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10005 (-1428393174684925952)]} 0 0
[junit4:junit4]   2> 12096 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[5 (-1428393174688071680)]} 0 0
[junit4:junit4]   2> 12097 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10005 (-1428393174689120256)]} 0 1
[junit4:junit4]   2> 12100 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[7 (1428393174691217408)]} 0 1
[junit4:junit4]   2> 12101 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10007 (1428393174692265984)]} 0 1
[junit4:junit4]   2> 12104 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[7 (1428393174695411712)]} 0 1
[junit4:junit4]   2> 12105 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10007 (1428393174696460288)]} 0 1
[junit4:junit4]   2> 12109 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10008 (1428393174700654592)]} 0 1
[junit4:junit4]   2> 12109 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[8 (1428393174700654593)]} 0 1
[junit4:junit4]   2> 12112 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[8 (1428393174703800320)]} 0 1
[junit4:junit4]   2> 12112 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10008 (1428393174703800321)]} 0 1
[junit4:junit4]   2> 12115 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[8 (-1428393174707994625)]} 0 0
[junit4:junit4]   2> 12115 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10008 (-1428393174707994624)]} 0 0
[junit4:junit4]   2> 12118 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10008 (-1428393174711140352)]} 0 0
[junit4:junit4]   2> 12118 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[8 (-1428393174711140353)]} 0 0
[junit4:junit4]   2> 12122 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[9 (1428393174714286080)]} 0 1
[junit4:junit4]   2> 12122 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10009 (1428393174714286081)]} 0 1
[junit4:junit4]   2> 12125 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10009 (1428393174717431808)]} 0 1
[junit4:junit4]   2> 12125 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[9 (1428393174717431809)]} 0 1
[junit4:junit4]   2> 12128 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10010 (1428393174720577536)]} 0 1
[junit4:junit4]   2> 12129 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10 (1428393174721626112)]} 0 1
[junit4:junit4]   2> 12132 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10 (1428393174724771840)]} 0 1
[junit4:junit4]   2> 12132 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10010 (1428393174724771841)]} 0 1
[junit4:junit4]   2> 12135 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[11 (1428393174727917568)]} 0 1
[junit4:junit4]   2> 12136 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10011 (1428393174728966144)]} 0 1
[junit4:junit4]   2> 12138 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[11 (1428393174731063296)]} 0 1
[junit4:junit4]   2> 12140 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10011 (1428393174733160448)]} 0 1
[junit4:junit4]   2> 12141 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[12 (1428393174734209024)]} 0 1
[junit4:junit4]   2> 12142 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10012 (1428393174736306176)]} 0 0
[junit4:junit4]   2> 12143 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[12 (1428393174737354752)]} 0 0
[junit4:junit4]   2> 12146 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10012 (1428393174739451904)]} 0 1
[junit4:junit4]   2> 12146 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[13 (1428393174740500480)]} 0 0
[junit4:junit4]   2> 12149 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10013 (1428393174742597632)]} 0 1
[junit4:junit4]   2> 12150 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[13 (1428393174743646208)]} 0 1
[junit4:junit4]   2> 12152 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10013 (1428393174745743360)]} 0 1
[junit4:junit4]   2> 12152 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[13 (-1428393174746791936)]} 0 0
[junit4:junit4]   2> 12154 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10013 (-1428393174748889088)]} 0 0
[junit4:junit4]   2> 12155 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[13 (-1428393174749937664)]} 0 0
[junit4:junit4]   2> 12157 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10013 (-1428393174752034816)]} 0 0
[junit4:junit4]   2> 12159 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[14 (1428393174753083392)]} 0 1
[junit4:junit4]   2> 12161 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10014 (1428393174755180544)]} 0 1
[junit4:junit4]   2> 12162 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[14 (1428393174756229120)]} 0 1
[junit4:junit4]   2> 12164 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10014 (1428393174758326272)]} 0 1
[junit4:junit4]   2> 12165 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[15 (1428393174759374848)]} 0 1
[junit4:junit4]   2> 12166 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10015 (1428393174761472000)]} 0 0
[junit4:junit4]   2> 12167 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[15 (1428393174762520576)]} 0 0
[junit4:junit4]   2> 12170 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10015 (1428393174764617728)]} 0 1
[junit4:junit4]   2> 12170 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[14 (-1428393174765666304)]} 0 0
[junit4:junit4]   2> 12172 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10014 (-1428393174767763456)]} 0 0
[junit4:junit4]   2> 12173 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[14 (-1428393174768812032)]} 0 0
[junit4:junit4]   2> 12175 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10014 (-1428393174770909184)]} 0 0
[junit4:junit4]   2> 12177 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[16 (1428393174771957760)]} 0 1
[junit4:junit4]   2> 12179 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10016 (1428393174774054912)]} 0 1
[junit4:junit4]   2> 12181 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[16 (1428393174776152064)]} 0 1
[junit4:junit4]   2> 12181 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10016 (1428393174777200640)]} 0 0
[junit4:junit4]   2> 12184 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[17 (1428393174779297792)]} 0 1
[junit4:junit4]   2> 12185 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10017 (1428393174780346368)]} 0 1
[junit4:junit4]   2> 12186 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[17 (1428393174782443520)]} 0 0
[junit4:junit4]   2> 12187 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10017 (1428393174783492096)]} 0 0
[junit4:junit4]   2> 12189 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[15 (-1428393174785589248)]} 0 0
[junit4:junit4]   2> 12190 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10015 (-1428393174786637824)]} 0 0
[junit4:junit4]   2> 12192 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[15 (-1428393174788734976)]} 0 0
[junit4:junit4]   2> 12193 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10015 (-1428393174789783552)]} 0 0
[junit4:junit4]   2> 12196 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[18 (1428393174791880704)]} 0 1
[junit4:junit4]   2> 12197 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10018 (1428393174792929280)]} 0 1
[junit4:junit4]   2> 12198 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[18 (1428393174795026432)]} 0 0
[junit4:junit4]   2> 12200 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10018 (1428393174797123584)]} 0 0
[junit4:junit4]   2> 12202 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[19 (1428393174798172160)]} 0 1
[junit4:junit4]   2> 12204 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10019 (1428393174800269312)]} 0 1
[junit4:junit4]   2> 12204 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[19 (1428393174801317888)]} 0 0
[junit4:junit4]   2> 12206 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10019 (1428393174803415040)]} 0 0
[junit4:junit4]   2> 12207 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[20 (1428393174804463616)]} 0 0
[junit4:junit4]   2> 12210 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10020 (1428393174806560768)]} 0 1
[junit4:junit4]   2> 12210 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[20 (1428393174807609344)]} 0 0
[junit4:junit4]   2> 12212 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10020 (1428393174809706496)]} 0 0
[junit4:junit4]   2> 12214 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[21 (1428393174810755072)]} 0 1
[junit4:junit4]   2> 12215 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10021 (1428393174812852224)]} 0 0
[junit4:junit4]   2> 12216 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[21 (1428393174813900800)]} 0 0
[junit4:junit4]   2> 12218 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10021 (1428393174815997952)]} 0 0
[junit4:junit4]   2> 12219 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[22 (1428393174817046528)]} 0 0
[junit4:junit4]   2> 12222 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10022 (1428393174819143680)]} 0 1
[junit4:junit4]   2> 12222 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[22 (1428393174820192256)]} 0 0
[junit4:junit4]   2> 12224 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10022 (1428393174822289408)]} 0 0
[junit4:junit4]   2> 12226 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[23 (1428393174823337984)]} 0 1
[junit4:junit4]   2> 12227 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10023 (1428393174825435136)]} 0 0
[junit4:junit4]   2> 12228 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[23 (1428393174826483712)]} 0 0
[junit4:junit4]   2> 12230 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10023 (1428393174828580864)]} 0 0
[junit4:junit4]   2> 12232 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[24 (1428393174829629440)]} 0 1
[junit4:junit4]   2> 12234 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10024 (1428393174831726592)]} 0 1
[junit4:junit4]   2> 12235 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[24 (1428393174833823744)]} 0 0
[junit4:junit4]   2> 12237 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10024 (1428393174835920896)]} 0 0
[junit4:junit4]   2> 12238 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[22 (-1428393174836969472)]} 0 0
[junit4:junit4]   2> 12240 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10022 (-1428393174839066624)]} 0 0
[junit4:junit4]   2> 12241 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[22 (-1428393174840115200)]} 0 0
[junit4:junit4]   2> 12243 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10022 (-1428393174842212352)]} 0 0
[junit4:junit4]   2> 12245 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[25 (1428393174843260928)]} 0 1
[junit4:junit4]   2> 12247 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10025 (1428393174845358080)]} 0 1
[junit4:junit4]   2> 12249 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[25 (1428393174848503808)]} 0 0
[junit4:junit4]   2> 12251 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10025 (1428393174849552384)]} 0 1
[junit4:junit4]   2> 12254 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10026 (1428393174852698112)]} 0 1
[junit4:junit4]   2> 12255 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[26 (1428393174853746688)]} 0 1
[junit4:junit4]   2> 12258 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10026 (1428393174856892416)]} 0 1
[junit4:junit4]   2> 12258 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[26 (1428393174856892417)]} 0 1
[junit4:junit4]   2> 12261 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10027 (1428393174860038144)]} 0 1
[junit4:junit4]   2> 12262 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[27 (1428393174861086720)]} 0 1
[junit4:junit4]   2> 12264 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10027 (1428393174863183872)]} 0 1
[junit4:junit4]   2> 12264 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[27 (1428393174864232448)]} 0 0
[junit4:junit4]   2> 12267 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10028 (1428393174866329600)]} 0 1
[junit4:junit4]   2> 12267 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[28 (1428393174867378176)]} 0 0
[junit4:junit4]   2> 12269 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10028 (1428393174869475328)]} 0 0
[junit4:junit4]   2> 12271 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[28 (1428393174870523904)]} 0 1
[junit4:junit4]   2> 12272 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10023 (-1428393174872621056)]} 0 0
[junit4:junit4]   2> 12274 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[23 (-1428393174874718208)]} 0 0
[junit4:junit4]   2> 12275 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10023 (-1428393174875766784)]} 0 0
[junit4:junit4]   2> 12277 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[23 (-1428393174877863936)]} 0 0
[junit4:junit4]   2> 12279 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10029 (1428393174878912512)]} 0 1
[junit4:junit4]   2> 12281 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[29 (1428393174881009664)]} 0 1
[junit4:junit4]   2> 12282 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10029 (1428393174882058240)]} 0 1
[junit4:junit4]   2> 12285 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10030 (1428393174885203968)]} 0 1
[junit4:junit4]   2> 12286 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[29 (1428393174886252544)]} 0 1
[junit4:junit4]   2> 12289 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[30 (1428393174889398272)]} 0 1
[junit4:junit4]   2> 12289 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10030 (1428393174889398272)]} 0 1
[junit4:junit4]   2> 12292 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[30 (1428393174892544000)]} 0 1
[junit4:junit4]   2> 12292 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10031 (1428393174893592576)]} 0 0
[junit4:junit4]   2> 12295 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[31 (1428393174895689728)]} 0 1
[junit4:junit4]   2> 12296 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10031 (1428393174896738304)]} 0 1
[junit4:junit4]   2> 12298 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[31 (1428393174898835456)]} 0 1
[junit4:junit4]   2> 12298 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10025 (-1428393174899884032)]} 0 0
[junit4:junit4]   2> 12300 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[25 (-1428393174901981184)]} 0 0
[junit4:junit4]   2> 12301 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10025 (-1428393174903029760)]} 0 0
[junit4:junit4]   2> 12303 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[25 (-1428393174905126912)]} 0 0
[junit4:junit4]   2> 12305 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10032 (1428393174906175488)]} 0 1
[junit4:junit4]   2> 12307 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[32 (1428393174908272640)]} 0 1
[junit4:junit4]   2> 12308 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10032 (1428393174909321216)]} 0 1
[junit4:junit4]   2> 12311 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[32 (1428393174912466944)]} 0 1
[junit4:junit4]   2> 12312 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10033 (1428393174913515520)]} 0 1
[junit4:junit4]   2> 12314 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[33 (1428393174915612672)]} 0 1
[junit4:junit4]   2> 12315 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10033 (1428393174916661248)]} 0 1
[junit4:junit4]   2> 12317 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[33 (1428393174918758400)]} 0 1
[junit4:junit4]   2> 12317 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10026 (-1428393174919806976)]} 0 0
[junit4:junit4]   2> 12320 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[26 (-1428393174922952704)]} 0 0
[junit4:junit4]   2> 12320 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10026 (-1428393174922952704)]} 0 0
[junit4:junit4]   2> 12323 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[26 (-1428393174926098432)]} 0 0
[junit4:junit4]   2> 12324 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10034 (1428393174926098432)]} 0 1
[junit4:junit4]   2> 12327 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10034 (1428393174929244160)]} 0 1
[junit4:junit4]   2> 12327 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[34 (1428393174929244160)]} 0 1
[junit4:junit4]   2> 12329 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10035 (1428393174932389888)]} 0 0
[junit4:junit4]   2> 12331 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[34 (1428393174933438464)]} 0 1
[junit4:junit4]   2> 12333 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10035 (1428393174935535616)]} 0 1
[junit4:junit4]   2> 12333 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[35 (1428393174936584192)]} 0 0
[junit4:junit4]   2> 12336 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10027 (-1428393174939729920)]} 0 0
[junit4:junit4]   2> 12337 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[35 (1428393174939729920)]} 0 1
[junit4:junit4]   2> 12339 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[27 (-1428393174942875648)]} 0 0
[junit4:junit4]   2> 12339 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10027 (-1428393174942875648)]} 0 0
[junit4:junit4]   2> 12342 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[27 (-1428393174946021376)]} 0 0
[junit4:junit4]   2> 12342 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10036 (1428393174946021376)]} 0 0
[junit4:junit4]   2> 12346 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[36 (1428393174949167104)]} 0 1
[junit4:junit4]   2> 12346 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10036 (1428393174949167104)]} 0 1
[junit4:junit4]   2> 12348 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[36 (1428393174952312832)]} 0 0
[junit4:junit4]   2> 12348 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10037 (1428393174952312832)]} 0 0
[junit4:junit4]   2> 12351 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10037 (1428393174955458560)]} 0 0
[junit4:junit4]   2> 12352 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[37 (1428393174955458560)]} 0 1
[junit4:junit4]   2> 12354 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10028 (-1428393174958604288)]} 0 0
[junit4:junit4]   2> 12354 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[37 (1428393174958604288)]} 0 0
[junit4:junit4]   2> 12357 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[28 (-1428393174961750016)]} 0 0
[junit4:junit4]   2> 12357 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10028 (-1428393174961750016)]} 0 0
[junit4:junit4]   2> 12360 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[28 (-1428393174964895744)]} 0 0
[junit4:junit4]   2> 12360 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10038 (1428393174964895744)]} 0 0
[junit4:junit4]   2> 12363 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[38 (1428393174968041472)]} 0 0
[junit4:junit4]   2> 12364 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10038 (1428393174968041472)]} 0 1
[junit4:junit4]   2> 12366 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10029 (-1428393174971187200)]} 0 0
[junit4:junit4]   2> 12367 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[38 (1428393174971187200)]} 0 1
[junit4:junit4]   2> 12369 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10029 (-1428393174974332928)]} 0 0
[junit4:junit4]   2> 12370 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[29 (-1428393174975381504)]} 0 0
[junit4:junit4]   2> 12372 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10039 (1428393174977478656)]} 0 0
[junit4:junit4]   2> 12373 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[29 (-1428393174978527232)]} 0 0
[junit4:junit4]   2> 12376 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10039 (1428393174980624384)]} 0 1
[junit4:junit4]   2> 12377 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[39 (1428393174981672960)]} 0 1
[junit4:junit4]   2> 12379 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10030 (-1428393174984818688)]} 0 0
[junit4:junit4]   2> 12380 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[39 (1428393174984818688)]} 0 1
[junit4:junit4]   2> 12382 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10030 (-1428393174987964416)]} 0 0
[junit4:junit4]   2> 12383 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[30 (-1428393174989012992)]} 0 0
[junit4:junit4]   2> 12385 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10040 (1428393174991110144)]} 0 0
[junit4:junit4]   2> 12386 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[30 (-1428393174992158720)]} 0 0
[junit4:junit4]   2> 12389 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10040 (1428393174994255872)]} 0 1
[junit4:junit4]   2> 12389 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[40 (1428393174995304448)]} 0 0
[junit4:junit4]   2> 12391 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10031 (-1428393174997401600)]} 0 0
[junit4:junit4]   2> 12393 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[40 (1428393174998450176)]} 0 1
[junit4:junit4]   2> 12394 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10031 (-1428393175000547328)]} 0 0
[junit4:junit4]   2> 12395 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[31 (-1428393175001595904)]} 0 0
[junit4:junit4]   2> 12398 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10041 (1428393175003693056)]} 0 0
[junit4:junit4]   2> 12398 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[31 (-1428393175004741632)]} 0 0
[junit4:junit4]   2> 12401 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10041 (1428393175006838784)]} 0 1
[junit4:junit4]   2> 12401 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[41 (1428393175007887360)]} 0 0
[junit4:junit4]   2> 12403 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10033 (-1428393175009984512)]} 0 0
[junit4:junit4]   2> 12405 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[41 (1428393175011033088)]} 0 1
[junit4:junit4]   2> 12406 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10033 (-1428393175013130240)]} 0 0
[junit4:junit4]   2> 12407 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[33 (-1428393175014178816)]} 0 0
[junit4:junit4]   2> 12409 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10042 (1428393175016275968)]} 0 0
[junit4:junit4]   2> 12410 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[33 (-1428393175017324544)]} 0 0
[junit4:junit4]   2> 12413 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10042 (1428393175019421696)]} 0 1
[junit4:junit4]   2> 12413 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[42 (1428393175020470272)]} 0 0
[junit4:junit4]   2> 12417 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[42 (1428393175023616000)]} 0 1
[junit4:junit4]   2> 12417 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10043 (1428393175023616000)]} 0 1
[junit4:junit4]   2> 12419 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10043 (1428393175026761728)]} 0 0
[junit4:junit4]   2> 12420 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[43 (1428393175026761728)]} 0 1
[junit4:junit4]   2> 12422 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10034 (-1428393175029907456)]} 0 0
[junit4:junit4]   2> 12423 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[43 (1428393175029907456)]} 0 1
[junit4:junit4]   2> 12425 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10034 (-1428393175033053184)]} 0 0
[junit4:junit4]   2> 12425 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[34 (-1428393175033053184)]} 0 0
[junit4:junit4]   2> 12428 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[34 (-1428393175036198912)]} 0 0
[junit4:junit4]   2> 12429 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10044 (1428393175036198912)]} 0 1
[junit4:junit4]   2> 12432 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10044 (1428393175039344640)]} 0 1
[junit4:junit4]   2> 12432 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[44 (1428393175039344640)]} 0 1
[junit4:junit4]   2> 12435 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10045 (1428393175042490368)]} 0 1
[junit4:junit4]   2> 12435 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[44 (1428393175043538944)]} 0 0
[junit4:junit4]   2> 12437 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10045 (1428393175045636096)]} 0 0
[junit4:junit4]   2> 12439 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[45 (1428393175046684672)]} 0 1
[junit4:junit4]   2> 12441 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10046 (1428393175048781824)]} 0 1
[junit4:junit4]   2> 12441 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[45 (1428393175049830400)]} 0 0
[junit4:junit4]   2> 12445 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10046 (1428393175052976128)]} 0 1
[junit4:junit4]   2> 12445 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[46 (1428393175052976128)]} 0 1
[junit4:junit4]   2> 12447 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10035 (-1428393175056121856)]} 0 0
[junit4:junit4]   2> 12447 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[46 (1428393175056121856)]} 0 0
[junit4:junit4]   2> 12450 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[35 (-1428393175059267584)]} 0 0
[junit4:junit4]   2> 12451 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10035 (-1428393175059267584)]} 0 1
[junit4:junit4]   2> 12453 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[35 (-1428393175062413312)]} 0 0
[junit4:junit4]   2> 12454 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10047 (1428393175062413312)]} 0 1
[junit4:junit4]   2> 12457 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[47 (1428393175065559040)]} 0 1
[junit4:junit4]   2> 12457 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10047 (1428393175066607616)]} 0 0
[junit4:junit4]   2> 12460 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10041 (-1428393175069753344)]} 0 0
[junit4:junit4]   2> 12461 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[47 (1428393175069753344)]} 0 1
[junit4:junit4]   2> 12463 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10041 (-1428393175072899072)]} 0 0
[junit4:junit4]   2> 12463 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[41 (-1428393175072899072)]} 0 0
[junit4:junit4]   2> 12466 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[41 (-1428393175076044800)]} 0 0
[junit4:junit4]   2> 12467 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10048 (1428393175076044800)]} 0 1
[junit4:junit4]   2> 12470 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[48 (1428393175079190528)]} 0 1
[junit4:junit4]   2> 12470 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10048 (1428393175080239104)]} 0 0
[junit4:junit4]   2> 12473 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10044 (-1428393175083384832)]} 0 0
[junit4:junit4]   2> 12473 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[48 (1428393175083384832)]} 0 0
[junit4:junit4]   2> 12476 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[44 (-1428393175086530560)]} 0 0
[junit4:junit4]   2> 12476 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10044 (-1428393175086530560)]} 0 0
[junit4:junit4]   2> 12479 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[44 (-1428393175089676288)]} 0 0
[junit4:junit4]   2> 12480 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10049 (1428393175089676288)]} 0 1
[junit4:junit4]   2> 12482 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[49 (1428393175092822016)]} 0 0
[junit4:junit4]   2> 12483 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10049 (1428393175092822016)]} 0 1
[junit4:junit4]   2> 12485 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10045 (-1428393175095967744)]} 0 0
[junit4:junit4]   2> 12486 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[49 (1428393175095967744)]} 0 1
[junit4:junit4]   2> 12489 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10045 (-1428393175100162048)]} 0 0
[junit4:junit4]   2> 12489 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[45 (-1428393175100162048)]} 0 0
[junit4:junit4]   2> 12492 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[45 (-1428393175103307776)]} 0 0
[junit4:junit4]   2> 12493 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10050 (1428393175103307776)]} 0 1
[junit4:junit4]   2> 12496 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[50 (1428393175106453504)]} 0 1
[junit4:junit4]   2> 12497 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10050 (1428393175107502080)]} 0 1
[junit4:junit4]   2> 12500 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10051 (1428393175110647808)]} 0 1
[junit4:junit4]   2> 12500 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[50 (1428393175110647808)]} 0 1
[junit4:junit4]   2> 12503 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10051 (1428393175113793536)]} 0 1
[junit4:junit4]   2> 12503 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[51 (1428393175113793536)]} 0 1
[junit4:junit4]   2> 12507 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10052 (1428393175117987840)]} 0 1
[junit4:junit4]   2> 12507 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[51 (1428393175119036416)]} 0 1
[junit4:junit4]   2> 12511 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[52 (1428393175122182144)]} 0 1
[junit4:junit4]   2> 12511 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10052 (1428393175122182144)]} 0 1
[junit4:junit4]   2> 12514 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[52 (1428393175125327872)]} 0 1
[junit4:junit4]   2> 12515 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10053 (1428393175126376448)]} 0 1
[junit4:junit4]   2> 12518 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[53 (1428393175129522176)]} 0 1
[junit4:junit4]   2> 12519 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10053 (1428393175130570752)]} 0 1
[junit4:junit4]   2> 12522 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[53 (1428393175133716480)]} 0 1
[junit4:junit4]   2> 12522 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10046 (-1428393175134765056)]} 0 0
[junit4:junit4]   2> 12526 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[46 (-1428393175137910784)]} 0 1
[junit4:junit4]   2> 12526 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10046 (-1428393175137910784)]} 0 1
[junit4:junit4]   2> 12528 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[46 (-1428393175141056512)]} 0 0
[junit4:junit4]   2> 12529 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10054 (1428393175141056512)]} 0 1
[junit4:junit4]   2> 12532 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[54 (1428393175144202240)]} 0 1
[junit4:junit4]   2> 12533 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10054 (1428393175145250816)]} 0 1
[junit4:junit4]   2> 12535 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[54 (1428393175147347968)]} 0 1
[junit4:junit4]   2> 12535 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10055 (1428393175148396544)]} 0 0
[junit4:junit4]   2> 12538 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[55 (1428393175150493696)]} 0 1
[junit4:junit4]   2> 12539 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10055 (1428393175151542272)]} 0 1
[junit4:junit4]   2> 12541 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[55 (1428393175154688000)]} 0 0
[junit4:junit4]   2> 12542 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10056 (1428393175154688000)]} 0 1
[junit4:junit4]   2> 12545 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[56 (1428393175157833728)]} 0 1
[junit4:junit4]   2> 12546 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10056 (1428393175158882304)]} 0 1
[junit4:junit4]   2> 12547 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[56 (1428393175160979456)]} 0 0
[junit4:junit4]   2> 12548 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10048 (-1428393175162028032)]} 0 0
[junit4:junit4]   2> 12550 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[48 (-1428393175164125184)]} 0 0
[junit4:junit4]   2> 12551 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10048 (-1428393175165173760)]} 0 0
[junit4:junit4]   2> 12553 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[48 (-1428393175167270912)]} 0 0
[junit4:junit4]   2> 12555 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10057 (1428393175168319488)]} 0 1
[junit4:junit4]   2> 12556 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[57 (1428393175170416640)]} 0 0
[junit4:junit4]   2> 12557 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10057 (1428393175171465216)]} 0 0
[junit4:junit4]   2> 12559 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[57 (1428393175173562368)]} 0 0
[junit4:junit4]   2> 12560 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10049 (-1428393175174610944)]} 0 0
[junit4:junit4]   2> 12562 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[49 (-1428393175176708096)]} 0 0
[junit4:junit4]   2> 12563 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10049 (-1428393175177756672)]} 0 0
[junit4:junit4]   2> 12565 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[49 (-1428393175179853824)]} 0 0
[junit4:junit4]   2> 12567 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10058 (1428393175180902400)]} 0 1
[junit4:junit4]   2> 12569 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[58 (1428393175182999552)]} 0 1
[junit4:junit4]   2> 12570 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10058 (1428393175185096704)]} 0 0
[junit4:junit4]   2> 12571 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[58 (1428393175186145280)]} 0 0
[junit4:junit4]   2> 12573 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10052 (-1428393175188242432)]} 0 0
[junit4:junit4]   2> 12574 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[52 (-1428393175189291008)]} 0 0
[junit4:junit4]   2> 12576 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10052 (-1428393175191388160)]} 0 0
[junit4:junit4]   2> 12577 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[52 (-1428393175192436736)]} 0 0
[junit4:junit4]   2> 12580 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[59 (1428393175194533889)]} 0 1
[junit4:junit4]   2> 12580 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10059 (1428393175194533888)]} 0 1
[junit4:junit4]   2> 12582 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10059 (1428393175197679616)]} 0 0
[junit4:junit4]   2> 12583 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[59 (1428393175197679617)]} 0 1
[junit4:junit4]   2> 12586 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10060 (1428393175200825344)]} 0 1
[junit4:junit4]   2> 12586 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[60 (1428393175201873920)]} 0 0
[junit4:junit4]   2> 12589 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10060 (1428393175203971072)]} 0 1
[junit4:junit4]   2> 12590 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[60 (1428393175205019648)]} 0 1
[junit4:junit4]   2> 12592 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10061 (1428393175208165376)]} 0 0
[junit4:junit4]   2> 12593 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[61 (1428393175208165377)]} 0 1
[junit4:junit4]   2> 12596 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[61 (1428393175211311104)]} 0 1
[junit4:junit4]   2> 12596 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10061 (1428393175211311105)]} 0 1
[junit4:junit4]   2> 12599 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[62 (1428393175214456832)]} 0 1
[junit4:junit4]   2> 12599 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10062 (1428393175215505408)]} 0 0
[junit4:junit4]   2> 12601 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[62 (1428393175217602560)]} 0 0
[junit4:junit4]   2> 12603 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10062 (1428393175218651136)]} 0 1
[junit4:junit4]   2> 12604 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[54 (-1428393175220748288)]} 0 0
[junit4:junit4]   2> 12606 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10054 (-1428393175222845440)]} 0 0
[junit4:junit4]   2> 12607 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[54 (-1428393175223894016)]} 0 0
[junit4:junit4]   2> 12609 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10054 (-1428393175225991168)]} 0 0
[junit4:junit4]   2> 12611 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[63 (1428393175227039744)]} 0 1
[junit4:junit4]   2> 12613 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10063 (1428393175229136896)]} 0 1
[junit4:junit4]   2> 12613 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[63 (1428393175230185472)]} 0 0
[junit4:junit4]   2> 12616 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10063 (1428393175232282624)]} 0 1
[junit4:junit4]   2> 12616 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[55 (-1428393175233331200)]} 0 0
[junit4:junit4]   2> 12618 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10055 (-1428393175235428352)]} 0 0
[junit4:junit4]   2> 12619 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[55 (-1428393175236476928)]} 0 0
[junit4:junit4]   2> 12621 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10055 (-1428393175238574080)]} 0 0
[junit4:junit4]   2> 12623 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[64 (1428393175239622656)]} 0 1
[junit4:junit4]   2> 12625 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10064 (1428393175241719808)]} 0 1
[junit4:junit4]   2> 12626 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[64 (1428393175243816960)]} 0 0
[junit4:junit4]   2> 12628 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10064 (1428393175244865536)]} 0 1
[junit4:junit4]   2> 12629 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[62 (-1428393175246962688)]} 0 0
[junit4:junit4]   2> 12631 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10062 (-1428393175249059840)]} 0 0
[junit4:junit4]   2> 12633 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[62 (-1428393175250108416)]} 0 1
[junit4:junit4]   2> 12634 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10062 (-1428393175252205568)]} 0 0
[junit4:junit4]   2> 12636 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[65 (1428393175253254144)]} 0 1
[junit4:junit4]   2> 12638 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10065 (1428393175255351296)]} 0 1
[junit4:junit4]   2> 12639 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[65 (1428393175257448448)]} 0 0
[junit4:junit4]   2> 12640 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10065 (1428393175258497024)]} 0 0
[junit4:junit4]   2> 12642 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[66 (1428393175260594176)]} 0 0
[junit4:junit4]   2> 12644 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10066 (1428393175261642752)]} 0 1
[junit4:junit4]   2> 12646 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[66 (1428393175264788480)]} 0 0
[junit4:junit4]   2> 12648 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10066 (1428393175265837056)]} 0 1
[junit4:junit4]   2> 12650 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[67 (1428393175267934208)]} 0 1
[junit4:junit4]   2> 12651 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10067 (1428393175268982784)]} 0 1
[junit4:junit4]   2> 12653 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[67 (1428393175271079936)]} 0 1
[junit4:junit4]   2> 12653 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10067 (1428393175272128512)]} 0 0
[junit4:junit4]   2> 12656 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[67 (-1428393175275274241)]} 0 0
[junit4:junit4]   2> 12656 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10067 (-1428393175275274240)]} 0 0
[junit4:junit4]   2> 12659 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[67 (-1428393175278419968)]} 0 0
[junit4:junit4]   2> 12659 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10067 (-1428393175278419969)]} 0 0
[junit4:junit4]   2> 12663 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10068 (1428393175281565697)]} 0 1
[junit4:junit4]   2> 12663 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[68 (1428393175281565696)]} 0 1
[junit4:junit4]   2> 12666 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[68 (1428393175284711424)]} 0 1
[junit4:junit4]   2> 12666 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10068 (1428393175284711425)]} 0 1
[junit4:junit4]   2> 12669 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[69 (1428393175287857152)]} 0 1
[junit4:junit4]   2> 12669 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10069 (1428393175288905728)]} 0 0
[junit4:junit4]   2> 12673 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10069 (1428393175292051456)]} 0 1
[junit4:junit4]   2> 12673 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[69 (1428393175292051457)]} 0 1
[junit4:junit4]   2> 12677 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[70 (1428393175296245760)]} 0 1
[junit4:junit4]   2> 12680 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[70 (1428393175299391488)]} 0 1
[junit4:junit4]   2> 12682 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10070 (1428393175301488640)]} 0 1
[junit4:junit4]   2> 12682 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[69 (-1428393175302537216)]} 0 0
[junit4:junit4]   2> 12684 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10070 (1428393175304634368)]} 0 0
[junit4:junit4]   2> 12685 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[69 (-1428393175305682944)]} 0 0
[junit4:junit4]   2> 12687 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10069 (-1428393175307780096)]} 0 0
[junit4:junit4]   2> 12689 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[71 (1428393175308828672)]} 0 1
[junit4:junit4]   2> 12690 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10069 (-1428393175310925824)]} 0 0
[junit4:junit4]   2> 12692 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[71 (1428393175313022976)]} 0 0
[junit4:junit4]   2> 12694 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10071 (1428393175314071552)]} 0 1
[junit4:junit4]   2> 12695 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[70 (-1428393175316168704)]} 0 0
[junit4:junit4]   2> 12696 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10071 (1428393175317217280)]} 0 0
[junit4:junit4]   2> 12698 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[70 (-1428393175319314432)]} 0 0
[junit4:junit4]   2> 12699 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10070 (-1428393175320363008)]} 0 0
[junit4:junit4]   2> 12702 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[72 (1428393175322460160)]} 0 1
[junit4:junit4]   2> 12702 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10070 (-1428393175323508736)]} 0 0
[junit4:junit4]   2> 12704 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[72 (1428393175325605888)]} 0 0
[junit4:junit4]   2> 12706 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10072 (1428393175326654464)]} 0 1
[junit4:junit4]   2> 12707 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[71 (-1428393175328751616)]} 0 0
[junit4:junit4]   2> 12709 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10072 (1428393175330848768)]} 0 0
[junit4:junit4]   2> 12710 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[71 (-1428393175331897344)]} 0 0
[junit4:junit4]   2> 12712 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10071 (-1428393175333994496)]} 0 0
[junit4:junit4]   2> 12714 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[73 (1428393175335043072)]} 0 1
[junit4:junit4]   2> 12715 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10071 (-1428393175337140224)]} 0 0
[junit4:junit4]   2> 12717 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[73 (1428393175339237376)]} 0 0
[junit4:junit4]   2> 12719 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10073 (1428393175340285952)]} 0 1
[junit4:junit4]   2> 12721 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[74 (1428393175342383104)]} 0 1
[junit4:junit4]   2> 12722 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10073 (1428393175343431680)]} 0 1
[junit4:junit4]   2> 12724 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[74 (1428393175345528832)]} 0 1
[junit4:junit4]   2> 12724 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10074 (1428393175346577408)]} 0 0
[junit4:junit4]   2> 12728 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10074 (1428393175349723136)]} 0 1
[junit4:junit4]   2> 12728 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[75 (1428393175349723136)]} 0 1
[junit4:junit4]   2> 12732 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10075 (1428393175353917440)]} 0 1
[junit4:junit4]   2> 12732 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[75 (1428393175353917440)]} 0 1
[junit4:junit4]   2> 12734 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[73 (-1428393175357063168)]} 0 0
[junit4:junit4]   2> 12735 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10075 (1428393175357063168)]} 0 1
[junit4:junit4]   2> 12737 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10073 (-1428393175360208896)]} 0 0
[junit4:junit4]   2> 12737 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[73 (-1428393175360208896)]} 0 0
[junit4:junit4]   2> 12740 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10073 (-1428393175363354624)]} 0 0
[junit4:junit4]   2> 12741 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[76 (1428393175363354624)]} 0 1
[junit4:junit4]   2> 12744 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[76 (1428393175366500352)]} 0 1
[junit4:junit4]   2> 12744 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10076 (1428393175366500352)]} 0 1
[junit4:junit4]   2> 12746 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[75 (-1428393175369646080)]} 0 0
[junit4:junit4]   2> 12748 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10076 (1428393175370694656)]} 0 1
[junit4:junit4]   2> 12749 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[75 (-1428393175372791808)]} 0 0
[junit4:junit4]   2> 12750 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10075 (-1428393175373840384)]} 0 0
[junit4:junit4]   2> 12753 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[77 (1428393175375937536)]} 0 1
[junit4:junit4]   2> 12753 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10075 (-1428393175376986112)]} 0 0
[junit4:junit4]   2> 12756 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[77 (1428393175379083264)]} 0 1
[junit4:junit4]   2> 12757 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10077 (1428393175380131840)]} 0 1
[junit4:junit4]   2> 12759 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[78 (1428393175382228992)]} 0 1
[junit4:junit4]   2> 12760 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10077 (1428393175383277568)]} 0 1
[junit4:junit4]   2> 12761 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[78 (1428393175385374720)]} 0 0
[junit4:junit4]   2> 12762 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10078 (1428393175386423296)]} 0 0
[junit4:junit4]   2> 12765 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10078 (1428393175389569024)]} 0 0
[junit4:junit4]   2> 12766 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[78 (-1428393175389569024)]} 0 1
[junit4:junit4]   2> 12768 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10078 (-1428393175392714752)]} 0 0
[junit4:junit4]   2> 12768 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[78 (-1428393175392714752)]} 0 0
[junit4:junit4]   2> 12771 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10078 (-1428393175395860480)]} 0 0
[junit4:junit4]   2> 12772 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[79 (1428393175395860480)]} 0 1
[junit4:junit4]   2> 12775 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10079 (1428393175399006208)]} 0 1
[junit4:junit4]   2> 12775 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[79 (1428393175399006208)]} 0 1
[junit4:junit4]   2> 12778 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10079 (1428393175402151936)]} 0 1
[junit4:junit4]   2> 12779 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[80 (1428393175403200512)]} 0 1
[junit4:junit4]   2> 12781 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10080 (1428393175405297664)]} 0 1
[junit4:junit4]   2> 12782 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[80 (1428393175406346240)]} 0 1
[junit4:junit4]   2> 12784 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10080 (1428393175408443392)]} 0 1
[junit4:junit4]   2> 12784 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[81 (1428393175409491968)]} 0 0
[junit4:junit4]   2> 12787 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10081 (1428393175411589120)]} 0 1
[junit4:junit4]   2> 12788 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[81 (1428393175412637696)]} 0 1
[junit4:junit4]   2> 12790 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[79 (-1428393175415783424)]} 0 0
[junit4:junit4]   2> 12791 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10081 (1428393175415783424)]} 0 1
[junit4:junit4]   2> 12793 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[79 (-1428393175418929152)]} 0 0
[junit4:junit4]   2> 12793 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10079 (-1428393175418929152)]} 0 0
[junit4:junit4]   2> 12796 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10079 (-1428393175422074880)]} 0 0
[junit4:junit4]   2> 12797 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[82 (1428393175422074880)]} 0 1
[junit4:junit4]   2> 12799 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[82 (1428393175425220608)]} 0 0
[junit4:junit4]   2> 12800 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10082 (1428393175425220608)]} 0 1
[junit4:junit4]   2> 12803 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[83 (1428393175428366336)]} 0 1
[junit4:junit4]   2> 12804 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10082 (1428393175429414912)]} 0 1
[junit4:junit4]   2> 12806 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[83 (1428393175431512064)]} 0 1
[junit4:junit4]   2> 12807 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10083 (1428393175432560640)]} 0 1
[junit4:junit4]   2> 12809 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[84 (1428393175434657792)]} 0 1
[junit4:junit4]   2> 12810 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10083 (1428393175435706368)]} 0 1
[junit4:junit4]   2> 12812 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[84 (1428393175437803520)]} 0 1
[junit4:junit4]   2> 12813 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10084 (1428393175438852096)]} 0 1
[junit4:junit4]   2> 12815 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[85 (1428393175440949248)]} 0 1
[junit4:junit4]   2> 12816 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10084 (1428393175441997824)]} 0 1
[junit4:junit4]   2> 12818 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[85 (1428393175444094976)]} 0 1
[junit4:junit4]   2> 12818 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10085 (1428393175445143552)]} 0 0
[junit4:junit4]   2> 12821 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[86 (1428393175447240704)]} 0 1
[junit4:junit4]   2> 12822 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10085 (1428393175448289280)]} 0 1
[junit4:junit4]   2> 12823 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[86 (1428393175449337856)]} 0 1
[junit4:junit4]   2> 12825 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10086 (1428393175451435008)]} 0 1
[junit4:junit4]   2> 12825 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[86 (-1428393175452483584)]} 0 0
[junit4:junit4]   2> 12828 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10086 (1428393175454580736)]} 0 1
[junit4:junit4]   2> 12828 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[86 (-1428393175455629312)]} 0 0
[junit4:junit4]   2> 12830 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10086 (-1428393175457726464)]} 0 0
[junit4:junit4]   2> 12832 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[87 (1428393175458775040)]} 0 1
[junit4:junit4]   2> 12833 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10086 (-1428393175460872192)]} 0 0
[junit4:junit4]   2> 12836 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[87 (1428393175462969344)]} 0 1
[junit4:junit4]   2> 12837 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10087 (1428393175464017920)]} 0 1
[junit4:junit4]   2> 12838 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[88 (1428393175466115072)]} 0 0
[junit4:junit4]   2> 12840 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10087 (1428393175467163648)]} 0 1
[junit4:junit4]   2> 12842 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[88 (1428393175469260800)]} 0 1
[junit4:junit4]   2> 12843 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10088 (1428393175470309376)]} 0 1
[junit4:junit4]   2> 12844 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[87 (-1428393175472406528)]} 0 0
[junit4:junit4]   2> 12846 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10088 (1428393175473455104)]} 0 1
[junit4:junit4]   2> 12847 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[87 (-1428393175475552256)]} 0 0
[junit4:junit4]   2> 12848 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10087 (-1428393175476600832)]} 0 0
[junit4:junit4]   2> 12850 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[89 (1428393175478697984)]} 0 0
[junit4:junit4]   2> 12851 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10087 (-1428393175479746560)]} 0 0
[junit4:junit4]   2> 12854 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[89 (1428393175481843712)]} 0 1
[junit4:junit4]   2> 12854 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10089 (1428393175482892288)]} 0 0
[junit4:junit4]   2> 12858 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[90 (1428393175486038016)]} 0 1
[junit4:junit4]   2> 12858 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10089 (1428393175486038016)]} 0 1
[junit4:junit4]   2> 12861 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[90 (1428393175489183744)]} 0 1
[junit4:junit4]   2> 12862 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10090 (1428393175490232320)]} 0 1
[junit4:junit4]   2> 12863 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[91 (1428393175492329472)]} 0 0
[junit4:junit4]   2> 12865 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10090 (1428393175493378048)]} 0 1
[junit4:junit4]   2> 12867 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[91 (1428393175495475200)]} 0 1
[junit4:junit4]   2> 12867 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10091 (1428393175496523776)]} 0 0
[junit4:junit4]   2> 12870 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[92 (1428393175499669504)]} 0 0
[junit4:junit4]   2> 12871 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10091 (1428393175499669504)]} 0 1
[junit4:junit4]   2> 12873 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[92 (1428393175502815232)]} 0 0
[junit4:junit4]   2> 12874 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10092 (1428393175502815232)]} 0 1
[junit4:junit4]   2> 12877 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[93 (1428393175505960960)]} 0 1
[junit4:junit4]   2> 12877 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10092 (1428393175507009536)]} 0 0
[junit4:junit4]   2> 12880 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[93 (1428393175509106688)]} 0 1
[junit4:junit4]   2> 12881 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10093 (1428393175510155264)]} 0 1
[junit4:junit4]   2> 12883 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[94 (1428393175512252416)]} 0 1
[junit4:junit4]   2> 12884 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10093 (1428393175513300992)]} 0 1
[junit4:junit4]   2> 12885 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[94 (1428393175515398144)]} 0 0
[junit4:junit4]   2> 12887 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10094 (1428393175516446720)]} 0 1
[junit4:junit4]   2> 12889 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[95 (1428393175518543872)]} 0 1
[junit4:junit4]   2> 12889 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10094 (1428393175519592448)]} 0 0
[junit4:junit4]   2> 12892 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[95 (1428393175521689600)]} 0 1
[junit4:junit4]   2> 12893 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10095 (1428393175522738176)]} 0 1
[junit4:junit4]   2> 12894 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[90 (-1428393175524835328)]} 0 0
[junit4:junit4]   2> 12896 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10095 (1428393175525883904)]} 0 1
[junit4:junit4]   2> 12897 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[90 (-1428393175527981056)]} 0 0
[junit4:junit4]   2> 12898 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10090 (-1428393175529029632)]} 0 0
[junit4:junit4]   2> 12901 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[96 (1428393175531126784)]} 0 1
[junit4:junit4]   2> 12901 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10090 (-1428393175532175360)]} 0 0
[junit4:junit4]   2> 12904 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[96 (1428393175534272512)]} 0 1
[junit4:junit4]   2> 12905 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10096 (1428393175535321088)]} 0 1
[junit4:junit4]   2> 12906 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[97 (1428393175537418240)]} 0 0
[junit4:junit4]   2> 12908 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10096 (1428393175538466816)]} 0 1
[junit4:junit4]   2> 12910 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[97 (1428393175540563968)]} 0 1
[junit4:junit4]   2> 12910 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10097 (1428393175541612544)]} 0 0
[junit4:junit4]   2> 12912 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[91 (-1428393175543709696)]} 0 0
[junit4:junit4]   2> 12913 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10097 (1428393175544758272)]} 0 0
[junit4:junit4]   2> 12915 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[91 (-1428393175546855424)]} 0 0
[junit4:junit4]   2> 12916 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10091 (-1428393175547904000)]} 0 0
[junit4:junit4]   2> 12918 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[98 (1428393175550001152)]} 0 0
[junit4:junit4]   2> 12919 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10091 (-1428393175551049728)]} 0 0
[junit4:junit4]   2> 12921 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[98 (1428393175553146880)]} 0 0
[junit4:junit4]   2> 12923 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10098 (1428393175554195456)]} 0 1
[junit4:junit4]   2> 12925 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[99 (1428393175556292608)]} 0 1
[junit4:junit4]   2> 12925 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10098 (1428393175557341184)]} 0 0
[junit4:junit4]   2> 12928 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[99 (1428393175559438336)]} 0 1
[junit4:junit4]   2> 12929 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10099 (1428393175560486912)]} 0 1
[junit4:junit4]   2> 12930 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[93 (-1428393175562584064)]} 0 0
[junit4:junit4]   2> 12931 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10099 (1428393175563632640)]} 0 0
[junit4:junit4]   2> 12933 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[93 (-1428393175565729792)]} 0 0
[junit4:junit4]   2> 12934 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10093 (-1428393175566778369)]} 0 0
[junit4:junit4]   2> 12935 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[100 (1428393175566778368)]} 0 1
[junit4:junit4]   2> 12937 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[100 (1428393175569924096)]} 0 0
[junit4:junit4]   2> 12937 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10093 (-1428393175569924097)]} 0 0
[junit4:junit4]   2> 12940 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[95 (-1428393175573069825)]} 0 0
[junit4:junit4]   2> 12941 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10100 (1428393175573069824)]} 0 1
[junit4:junit4]   2> 12944 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10100 (1428393175576215552)]} 0 1
[junit4:junit4]   2> 12943 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[95 (-1428393175576215553)]} 0 0
[junit4:junit4]   2> 12946 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10095 (-1428393175579361280)]} 0 0
[junit4:junit4]   2> 12947 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[101 (1428393175579361281)]} 0 1
[junit4:junit4]   2> 12949 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10095 (-1428393175582507008)]} 0 0
[junit4:junit4]   2> 12950 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[101 (1428393175582507009)]} 0 1
[junit4:junit4]   2> 12953 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10101 (1428393175585652736)]} 0 1
[junit4:junit4]   2> 12954 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[102 (1428393175586701312)]} 0 1
[junit4:junit4]   2> 12956 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10101 (1428393175588798464)]} 0 1
[junit4:junit4]   2> 12958 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[102 (1428393175590895616)]} 0 1
[junit4:junit4]   2> 12959 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10102 (1428393175591944192)]} 0 1
[junit4:junit4]   2> 12960 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[101 (-1428393175594041344)]} 0 0
[junit4:junit4]   2> 12963 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10102 (1428393175596138496)]} 0 1
[junit4:junit4]   2> 12963 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[101 (-1428393175597187072)]} 0 0
[junit4:junit4]   2> 12965 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10101 (-1428393175599284224)]} 0 0
[junit4:junit4]   2> 12967 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[103 (1428393175600332800)]} 0 1
[junit4:junit4]   2> 12968 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10101 (-1428393175602429952)]} 0 0
[junit4:junit4]   2> 12970 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[103 (1428393175603478528)]} 0 1
[junit4:junit4]   2> 12972 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10103 (1428393175605575680)]} 0 1
[junit4:junit4]   2> 12973 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[103 (-1428393175607672832)]} 0 0
[junit4:junit4]   2> 12975 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10103 (1428393175608721408)]} 0 1
[junit4:junit4]   2> 12976 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[103 (-1428393175610818560)]} 0 0
[junit4:junit4]   2> 12977 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10103 (-1428393175611867136)]} 0 0
[junit4:junit4]   2> 12980 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[104 (1428393175613964288)]} 0 1
[junit4:junit4]   2> 12980 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10103 (-1428393175615012864)]} 0 0
[junit4:junit4]   2> 12984 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[104 (1428393175618158592)]} 0 1
[junit4:junit4]   2> 12984 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10104 (1428393175618158592)]} 0 1
[junit4:junit4]   2> 12986 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[104 (-1428393175621304320)]} 0 0
[junit4:junit4]   2> 12988 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10104 (1428393175622352896)]} 0 1
[junit4:junit4]   2> 12989 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[104 (-1428393175624450048)]} 0 0
[junit4:junit4]   2> 12990 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10104 (-1428393175625498624)]} 0 0
[junit4:junit4]   2> 12993 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[105 (1428393175627595776)]} 0 1
[junit4:junit4]   2> 12994 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[105 (1428393175629692928)]} 0 0
[junit4:junit4]   2> 12997 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10104 (-1428393175632838656)]} 0 0
[junit4:junit4]   2> 12997 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[106 (1428393175632838656)]} 0 0
[junit4:junit4]   2> 13000 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[106 (1428393175635984384)]} 0 0
[junit4:junit4]   2> 13001 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10105 (1428393175635984384)]} 0 1
[junit4:junit4]   2> 13003 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[107 (1428393175639130112)]} 0 0
[junit4:junit4]   2> 13003 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10105 (1428393175639130112)]} 0 0
[junit4:junit4]   2> 13006 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[107 (1428393175642275840)]} 0 0
[junit4:junit4]   2> 13006 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10106 (1428393175642275840)]} 0 0
[junit4:junit4]   2> 13010 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10106 (1428393175645421568)]} 0 1
[junit4:junit4]   2> 13010 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[108 (1428393175645421568)]} 0 1
[junit4:junit4]   2> 13013 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10107 (1428393175648567296)]} 0 1
[junit4:junit4]   2> 13014 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[108 (1428393175649615872)]} 0 1
[junit4:junit4]   2> 13016 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10107 (1428393175652761600)]} 0 0
[junit4:junit4]   2> 13017 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[109 (1428393175652761600)]} 0 1
[junit4:junit4]   2> 13020 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10108 (1428393175655907328)]} 0 1
[junit4:junit4]   2> 13020 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[109 (1428393175656955904)]} 0 0
[junit4:junit4]   2> 13023 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10108 (1428393175659053056)]} 0 1
[junit4:junit4]   2> 13024 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[110 (1428393175660101632)]} 0 1
[junit4:junit4]   2> 13026 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10109 (1428393175662198784)]} 0 1
[junit4:junit4]   2> 13026 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[110 (1428393175663247360)]} 0 0
[junit4:junit4]   2> 13028 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10109 (1428393175665344512)]} 0 0
[junit4:junit4]   2> 13030 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[111 (1428393175666393088)]} 0 1
[junit4:junit4]   2> 13032 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10110 (1428393175668490240)]} 0 1
[junit4:junit4]   2> 13033 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[111 (1428393175669538816)]} 0 1
[junit4:junit4]   2> 13034 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10110 (1428393175671635968)]} 0 0
[junit4:junit4]   2> 13035 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[106 (-1428393175672684544)]} 0 0
[junit4:junit4]   2> 13037 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10111 (1428393175674781696)]} 0 0
[junit4:junit4]   2> 13038 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[106 (-1428393175675830272)]} 0 0
[junit4:junit4]   2> 13040 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10111 (1428393175677927424)]} 0 0
[junit4:junit4]   2> 13042 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[112 (1428393175678976000)]} 0 1
[junit4:junit4]   2> 13043 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10106 (-1428393175681073152)]} 0 0
[junit4:junit4]   2> 13044 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[112 (1428393175682121728)]} 0 0
[junit4:junit4]   2> 13047 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10106 (-1428393175685267456)]} 0 0
[junit4:junit4]   2> 13047 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[109 (-1428393175685267456)]} 0 0
[junit4:junit4]   2> 13050 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[109 (-1428393175688413184)]} 0 0
[junit4:junit4]   2> 13051 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10112 (1428393175688413184)]} 0 1
[junit4:junit4]   2> 13054 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[113 (1428393175691558912)]} 0 1
[junit4:junit4]   2> 13054 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10112 (1428393175691558912)]} 0 1
[junit4:junit4]   2> 13057 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[113 (1428393175694704640)]} 0 1
[junit4:junit4]   2> 13057 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10109 (-1428393175695753216)]} 0 0
[junit4:junit4]   2> 13060 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10109 (-1428393175698898944)]} 0 0
[junit4:junit4]   2> 13061 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[114 (1428393175698898944)]} 0 1
[junit4:junit4]   2> 13063 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10113 (1428393175702044672)]} 0 0
[junit4:junit4]   2> 13065 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[114 (1428393175703093248)]} 0 1
[junit4:junit4]   2> 13067 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10113 (1428393175705190400)]} 0 1
[junit4:junit4]   2> 13068 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[110 (-1428393175707287552)]} 0 0
[junit4:junit4]   2> 13069 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10114 (1428393175708336128)]} 0 0
[junit4:junit4]   2> 13071 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[110 (-1428393175710433280)]} 0 0
[junit4:junit4]   2> 13073 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10114 (1428393175711481856)]} 0 1
[junit4:junit4]   2> 13075 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10110 (-1428393175714627584)]} 0 0
[junit4:junit4]   2> 13076 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[115 (1428393175714627585)]} 0 1
[junit4:junit4]   2> 13078 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10110 (-1428393175717773312)]} 0 0
[junit4:junit4]   2> 13079 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[115 (1428393175717773313)]} 0 1
[junit4:junit4]   2> 13082 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10115 (1428393175720919040)]} 0 0
[junit4:junit4]   2> 13082 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[111 (-1428393175721967616)]} 0 0
[junit4:junit4]   2> 13085 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10115 (1428393175724064768)]} 0 1
[junit4:junit4]   2> 13085 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[111 (-1428393175725113344)]} 0 0
[junit4:junit4]   2> 13088 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10111 (-1428393175728259073)]} 0 0
[junit4:junit4]   2> 13089 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[116 (1428393175728259072)]} 0 1
[junit4:junit4]   2> 13091 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10111 (-1428393175731404800)]} 0 0
[junit4:junit4]   2> 13092 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[116 (1428393175731404801)]} 0 1
[junit4:junit4]   2> 13094 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[112 (-1428393175734550529)]} 0 0
[junit4:junit4]   2> 13095 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10116 (1428393175734550528)]} 0 1
[junit4:junit4]   2> 13097 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[112 (-1428393175737696256)]} 0 0
[junit4:junit4]   2> 13099 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10116 (1428393175738744832)]} 0 1
[junit4:junit4]   2> 13101 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[117 (1428393175740841984)]} 0 1
[junit4:junit4]   2> 13102 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10112 (-1428393175742939136)]} 0 0
[junit4:junit4]   2> 13104 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[117 (1428393175743987712)]} 0 1
[junit4:junit4]   2> 13105 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10112 (-1428393175746084864)]} 0 0
[junit4:junit4]   2> 13107 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[118 (1428393175747133440)]} 0 1
[junit4:junit4]   2> 13109 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10117 (1428393175749230592)]} 0 1
[junit4:junit4]   2> 13110 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[118 (1428393175750279168)]} 0 1
[junit4:junit4]   2> 13112 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10117 (1428393175752376320)]} 0 1
[junit4:junit4]   2> 13113 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[113 (-1428393175754473472)]} 0 0
[junit4:junit4]   2> 13114 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10118 (1428393175755522048)]} 0 0
[junit4:junit4]   2> 13116 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13116 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[113 (-1428393175757619200)]} 0 0
[junit4:junit4]   2> 13117 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:20044_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:20044"}
[junit4:junit4]   2> 13118 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10118 (1428393175758667776)]} 0 1
[junit4:junit4]   2> 13119 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[119 (1428393175760764928)]} 0 0
[junit4:junit4]   2> 13120 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10113 (-1428393175761813504)]} 0 0
[junit4:junit4]   2> 13122 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[119 (1428393175763910656)]} 0 0
[junit4:junit4]   2> 13123 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10113 (-1428393175764959232)]} 0 0
[junit4:junit4]   2> 13125 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[114 (-1428393175767056384)]} 0 0
[junit4:junit4]   2> 13127 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10119 (1428393175768104960)]} 0 1
[junit4:junit4]   2> 13128 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[114 (-1428393175770202112)]} 0 0
[junit4:junit4]   2> 13129 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10119 (1428393175771250688)]} 0 0
[junit4:junit4]   2> 13131 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[120 (1428393175773347840)]} 0 0
[junit4:junit4]   2> 13132 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10114 (-1428393175774396416)]} 0 0
[junit4:junit4]   2> 13135 T1174 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13135 T1161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13135 T1190 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13135 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13135 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[10114 (-1428393175777542144)]} 0 0
[junit4:junit4]   2> 13136 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[120 (1428393175777542145)]} 0 1
[junit4:junit4]   2> 13140 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10120 (1428393175781736449)]} 0 1
[junit4:junit4]   2> 13140 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[121 (1428393175781736448)]} 0 1
[junit4:junit4]   2>  C102_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:20044_, base_url=http://127.0.0.1:20044}
[junit4:junit4]   2> 13152 T1181 C102 P20044 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1362221872340/jetty2
[junit4:junit4]   2> 13155 T1181 C102 P20044 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@599e5599 lockFactory=org.apache.lucene.store.NativeFSLockFactory@672307b7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13155 T1181 C102 P20044 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13158 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[121 (1428393175784882177)]} 0 7
[junit4:junit4]   2> 13158 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10120 (1428393175784882176)]} 0 7
[junit4:junit4]   2> 13158 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[121 (1428393175784882177)]} 0 16
[junit4:junit4]   2> 13159 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10120 (1428393175784882176)]} 0 17
[junit4:junit4]   2> 13162 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[122 (1428393175804805120)]} 0 1
[junit4:junit4]   2> 13163 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10121 (1428393175805853696)]} 0 1
[junit4:junit4]   2> 13169 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428393175808999424)]} 0 1
[junit4:junit4]   2> 13169 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[122 (1428393175808999424)]} 0 4
[junit4:junit4]   2> 13170 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10121 (1428393175808999425)]} 0 1
[junit4:junit4]   2> 13171 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10121 (1428393175808999425)]} 0 6
[junit4:junit4]   2> 13173 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[123 (1428393175816339456)]} 0 1
[junit4:junit4]   2> 13174 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10122 (1428393175817388032)]} 0 1
[junit4:junit4]   2> 13180 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428393175820533760)]} 0 1
[junit4:junit4]   2> 13180 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[123 (1428393175820533760)]} 0 4
[junit4:junit4]   2> 13181 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10122 (1428393175821582336)]} 0 1
[junit4:junit4]   2> 13181 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10122 (1428393175821582336)]} 0 4
[junit4:junit4]   2> 13184 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[116 (-1428393175827873792)]} 0 1
[junit4:junit4]   2> 13185 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10123 (1428393175828922368)]} 0 1
[junit4:junit4]   2> 13187 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[116 (-1428393175831019520)]} 0 0
[junit4:junit4]   2> 13188 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[116 (-1428393175831019520)]} 0 2
[junit4:junit4]   2> 13192 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[124 (1428393175836262400)]} 0 1
[junit4:junit4]   2> 13192 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10123 (1428393175833116672)]} 0 1
[junit4:junit4]   2> 13199 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428393175840456704)]} 0 1
[junit4:junit4]   2> 13199 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[124 (1428393175840456704)]} 0 4
[junit4:junit4]   2> 13200 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10123 (1428393175833116672)]} 0 12
[junit4:junit4]   2> 13203 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[117 (-1428393175847796736)]} 0 1
[junit4:junit4]   2> 13203 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10116 (-1428393175848845312)]} 0 0
[junit4:junit4]   2> 13210 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10116 (-1428393175851991040)]} 0 1
[junit4:junit4]   2> 13210 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[117 (-1428393175851991041)]} 0 1
[junit4:junit4]   2> 13211 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10116 (-1428393175851991040)]} 0 5
[junit4:junit4]   2> 13211 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[117 (-1428393175851991041)]} 0 5
[junit4:junit4]   2> 13215 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10124 (1428393175860379649)]} 0 1
[junit4:junit4]   2> 13215 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[125 (1428393175860379648)]} 0 1
[junit4:junit4]   2> 13222 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10124 (1428393175864573953)]} 0 1
[junit4:junit4]   2> 13222 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428393175864573952)]} 0 1
[junit4:junit4]   2> 13222 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10124 (1428393175864573953)]} 0 4
[junit4:junit4]   2> 13223 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[125 (1428393175864573952)]} 0 5
[junit4:junit4]   2> 13225 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10117 (-1428393175871913984)]} 0 0
[junit4:junit4]   2> 13227 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[126 (1428393175872962560)]} 0 1
[junit4:junit4]   2> 13231 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10117 (-1428393175875059712)]} 0 0
[junit4:junit4]   2> 13232 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10117 (-1428393175875059712)]} 0 4
[junit4:junit4]   2> 13233 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[126 (1428393175876108288)]} 0 1
[junit4:junit4]   2> 13234 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[126 (1428393175876108288)]} 0 5
[junit4:junit4]   2> 13236 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10125 (1428393175882399744)]} 0 1
[junit4:junit4]   2> 13236 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[119 (-1428393175883448320)]} 0 0
[junit4:junit4]   2> 13241 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[119 (-1428393175886594048)]} 0 0
[junit4:junit4]   2> 13242 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10125 (1428393175885545472)]} 0 1
[junit4:junit4]   2> 13242 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[119 (-1428393175886594048)]} 0 3
[junit4:junit4]   2> 13242 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10125 (1428393175885545472)]} 0 4
[junit4:junit4]   2> 13246 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[127 (1428393175892885505)]} 0 1
[junit4:junit4]   2> 13246 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10126 (1428393175892885504)]} 0 1
[junit4:junit4]   2> 13253 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10126 (1428393175897079809)]} 0 1
[junit4:junit4]   2> 13254 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10126 (1428393175897079809)]} 0 5
[junit4:junit4]   2> 13254 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[127 (1428393175897079808)]} 0 1
[junit4:junit4]   2> 13255 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[127 (1428393175897079808)]} 0 6
[junit4:junit4]   2> 13256 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10119 (-1428393175904419840)]} 0 0
[junit4:junit4]   2> 13258 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[120 (-1428393175906516992)]} 0 0
[junit4:junit4]   2> 13262 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10119 (-1428393175907565568)]} 0 0
[junit4:junit4]   2> 13263 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10119 (-1428393175907565568)]} 0 4
[junit4:junit4]   2> 13264 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[120 (-1428393175909662720)]} 0 0
[junit4:junit4]   2> 13265 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[120 (-1428393175909662720)]} 0 4
[junit4:junit4]   2> 13267 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10127 (1428393175914905600)]} 0 1
[junit4:junit4]   2> 13269 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[128 (1428393175917002752)]} 0 1
[junit4:junit4]   2> 13274 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10127 (1428393175919099904)]} 0 1
[junit4:junit4]   2> 13275 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10127 (1428393175919099904)]} 0 5
[junit4:junit4]   2> 13275 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[128 (1428393175920148480)]} 0 1
[junit4:junit4]   2> 13276 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[128 (1428393175920148480)]} 0 5
[junit4:junit4]   2> 13277 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10120 (-1428393175926439936)]} 0 0
[junit4:junit4]   2> 13279 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[121 (-1428393175928537088)]} 0 0
[junit4:junit4]   2> 13283 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10120 (-1428393175929585664)]} 0 0
[junit4:junit4]   2> 13284 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10120 (-1428393175929585664)]} 0 4
[junit4:junit4]   2> 13285 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[121 (-1428393175931682816)]} 0 0
[junit4:junit4]   2> 13286 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[121 (-1428393175931682816)]} 0 4
[junit4:junit4]   2> 13288 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10128 (1428393175936925696)]} 0 1
[junit4:junit4]   2> 13290 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[129 (1428393175939022848)]} 0 1
[junit4:junit4]   2> 13295 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10128 (1428393175941120000)]} 0 1
[junit4:junit4]   2> 13295 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10128 (1428393175941120000)]} 0 4
[junit4:junit4]   2> 13297 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428393175943217152)]} 0 1
[junit4:junit4]   2> 13298 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[129 (1428393175943217152)]} 0 5
[junit4:junit4]   2> 13298 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[10121 (-1428393175948460032)]} 0 0
[junit4:junit4]   2> 13301 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[122 (-1428393175951605760)]} 0 0
[junit4:junit4]   2> 13303 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10121 (-1428393175951605760)]} 0 0
[junit4:junit4]   2> 13304 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10121 (-1428393175951605760)]} 0 3
[junit4:junit4]   2> 13307 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[122 (-1428393175954751488)]} 0 0
[junit4:junit4]   2> 13308 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10129 (1428393175957897216)]} 0 1
[junit4:junit4]   2> 13308 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[122 (-1428393175954751488)]} 0 4
[junit4:junit4]   2> 13312 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[130 (1428393175962091520)]} 0 1
[junit4:junit4]   2> 13315 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10129 (1428393175962091520)]} 0 1
[junit4:junit4]   2> 13316 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10129 (1428393175962091520)]} 0 5
[junit4:junit4]   2> 13318 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[130 (1428393175965237248)]} 0 1
[junit4:junit4]   2> 13319 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[130 (1428393175965237248)]} 0 5
[junit4:junit4]   2> 13319 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10122 (-1428393175970480128)]} 0 0
[junit4:junit4]   2> 13322 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[131 (1428393175972577280)]} 0 1
[junit4:junit4]   2> 13324 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10122 (-1428393175973625856)]} 0 0
[junit4:junit4]   2> 13325 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10122 (-1428393175973625856)]} 0 3
[junit4:junit4]   2> 13329 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[131 (1428393175976771584)]} 0 1
[junit4:junit4]   2> 13329 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10130 (1428393175979917312)]} 0 1
[junit4:junit4]   2> 13329 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[131 (1428393175976771584)]} 0 4
[junit4:junit4]   2> 13333 T1144 C103 P62295 /update {wt=javabin&version=2} {delete=[123 (-1428393175984111616)]} 0 1
[junit4:junit4]   2> 13336 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10130 (1428393175984111616)]} 0 1
[junit4:junit4]   2> 13336 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[10130 (1428393175984111616)]} 0 4
[junit4:junit4]   2> 13338 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[123 (-1428393175987257344)]} 0 0
[junit4:junit4]   2> 13339 T1166 C104 P49642 /update {wt=javabin&version=2} {delete=[123 (-1428393175987257344)]} 0 4
[junit4:junit4]   2> 13340 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10131 (1428393175991451648)]} 0 1
[junit4:junit4]   2> 13343 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[132 (1428393175994597376)]} 0 1
[junit4:junit4]   2> 13347 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10131 (1428393175995645952)]} 0 1
[junit4:junit4]   2> 13348 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10131 (1428393175995645952)]} 0 5
[junit4:junit4]   2> 13350 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428393175998791680)]} 0 1
[junit4:junit4]   2> 13350 T1145 C103 P62295 /update {wt=javabin&version=2} {delete=[10123 (-1428393176002985984)]} 0 0
[junit4:junit4]   2> 13351 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[132 (1428393175998791680)]} 0 5
[junit4:junit4]   2> 13354 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[133 (1428393176006131712)]} 0 1
[junit4:junit4]   2> 13357 T1180 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10123 (-1428393176007180288)]} 0 0
[junit4:junit4]   2> 13358 T1165 C104 P49642 /update {wt=javabin&version=2} {delete=[10123 (-1428393176007180288)]} 0 4
[junit4:junit4]   2> 13360 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428393176009277440)]} 0 1
[junit4:junit4]   2> 13361 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[133 (1428393176009277440)]} 0 5
[junit4:junit4]   2> 13362 T1145 C103 P62295 /update {wt=javabin&version=2} {add=[10132 (1428393176014520320)]} 0 1
[junit4:junit4]   2> 13365 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[134 (1428393176017666048)]} 0 1
[junit4:junit4]   2> 13368 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10132 (1428393176017666048)]} 0 1
[junit4:junit4]   2> 13369 T1166 C104 P49642 /update {wt=javabin&version=2} {add=[10132 (1428393176017666048)]} 0 5
[junit4:junit4]   2> 13372 T1181 C102 P20044 /update {distrib.from=http://127.0.0.1:49642/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[134 (1428393176021860352)]} 0 1
[junit4:junit4]   2> 13372 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[10133 (1428393176025006080)]} 0 1
[junit4:junit4]   2> 13373 T1165 C104 P49642 /update {wt=javabin&version=2} {add=[134 (1428393176021860352)]} 0 5
[junit4:junit4]   2> 13376 T1144 C103 P62295 /update {wt=javabin&version=2} {add=[135 (1428393176029200384)]} 0 1
[junit4:junit4]   2

[...truncated too long message...]

OTE: All tests run in this JVM: [DisMaxRequestHandlerTest, DirectSolrConnectionTest, TestBinaryField, TestSolrCoreProperties, TestPhraseSuggestions, TestSolr4Spatial, TestLFUCache, TestPseudoReturnFields, SuggesterWFSTTest, TestGroupingSearch, SuggesterFSTTest, IndexBasedSpellCheckerTest, TestFastOutputStream, TestConfig, TestZkChroot, TestSolrXMLSerializer, TestQuerySenderListener, TestWordDelimiterFilterFactory, SolrIndexSplitterTest, TestCoreContainer, TestArbitraryIndexDir, DebugComponentTest, DistributedTermsComponentTest, TestBadConfig, TestUpdate, CacheHeaderTest, WordBreakSolrSpellCheckerTest, DocValuesTest, TestBinaryResponseWriter, TestFiltering, TestPHPSerializedResponseWriter, TestDocumentBuilder, TestStressVersions, FileUtilsTest, PrimitiveFieldTypeTest, SortByFunctionTest, ResponseLogComponentTest, TestAtomicUpdateErrorCases, NumericFieldsTest, TestSurroundQueryParser, SampleTest, SOLR749Test, TestPropInject, TestDFRSimilarityFactory, XsltUpdateRequestHandlerTest, TestDefaultSimilarityFactory, TestElisionMultitermQuery, TestAnalyzedSuggestions, CoreAdminHandlerTest, DateMathParserTest, DefaultValueUpdateProcessorTest, RAMDirectoryFactoryTest, TestSearchPerf, FileBasedSpellCheckerTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestIndexingPerformance, LoggingHandlerTest, SolrCmdDistributorTest, TestCharFilters, XmlUpdateRequestHandlerTest, DirectUpdateHandlerOptimizeTest, OutputWriterTest, AutoCommitTest, BasicDistributedZkTest, RecoveryZkTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest -Dtests.seed=8DDB8EBF93FB5403 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_DO -Dtests.timezone=Arctic/Longyearbyen -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J0 | RecoveryZkTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1191, name=coreLoadExecutor-730-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:733)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:868)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:951)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:569)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2241322431tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c069a07)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	... 1 more
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1193, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
[junit4:junit4]    > 	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
[junit4:junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2241322432tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@5da8d28)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] Completed on J0 in 70.99s, 1 test, 2 errors <<< FAILURES!

[...truncated 508 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1207: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:870: There were test failures: 260 suites, 1090 tests, 2 suite-level errors, 23 ignored (4 assumptions)

Total time: 54 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3777 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3777/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2262, name=coreLoadExecutor-939-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2262, name=coreLoadExecutor-939-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:733)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:868)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:951)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:569)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@30db6747 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e71cb56; maxCacheMB=0.5576171875 maxMergeSizeMB=0.19921875))
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2264, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2264, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@547c839 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37e28415; maxCacheMB=0.5576171875 maxMergeSizeMB=0.19921875))
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:43359/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:43364/collection1], CloudJettyRunner [url=http://127.0.0.1:43373/collection1]]

Stack Trace:
java.lang.AssertionError: Test Setup Failure: shard1 should have just been set up to be inconsistent - but it's still consistent. Leader:http://127.0.0.1:43359/collection1skip list:[CloudJettyRunner [url=http://127.0.0.1:43364/collection1], CloudJettyRunner [url=http://127.0.0.1:43373/collection1]]
	at __randomizedtesting.SeedInfo.seed([65B4AE6394B1306E:E452207BE3EE5052]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:212)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No registered leader was found, collection:collection1 slice:shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
	at __randomizedtesting.SeedInfo.seed([65B4AE6394B1306E:E452207BE3EE5052]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:430)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8937 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T272 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 6 T272 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1362196431461
[junit4:junit4]   2> 8 T272 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T273 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 12 T273 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 12 T273 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T273 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 13 T273 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T273 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 109 T272 oasc.ZkTestServer.run start zk server on port:43327
[junit4:junit4]   2> 110 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6578553b
[junit4:junit4]   2> 111 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T278 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 113 T278 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 113 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43328
[junit4:junit4]   2> 114 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43328
[junit4:junit4]   2> 114 T276 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 117 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0000 with negotiated timeout 10000 for client /140.211.11.196:43328
[junit4:junit4]   2> 117 T278 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0000, negotiated timeout = 10000
[junit4:junit4]   2> 118 T279 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6578553b name:ZooKeeperConnection Watcher:127.0.0.1:43327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 119 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 119 T272 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 124 T277 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d293c026e0000
[junit4:junit4]   2> 125 T279 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 125 T272 oaz.ZooKeeper.close Session: 0x13d293c026e0000 closed
[junit4:junit4]   2> 126 T274 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:43328 which had sessionid 0x13d293c026e0000
[junit4:junit4]   2> 127 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@42299fb
[junit4:junit4]   2> 128 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 129 T280 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 129 T280 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 130 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43329
[junit4:junit4]   2> 130 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43329
[junit4:junit4]   2> 148 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0001 with negotiated timeout 10000 for client /140.211.11.196:43329
[junit4:junit4]   2> 148 T280 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0001, negotiated timeout = 10000
[junit4:junit4]   2> 149 T281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42299fb name:ZooKeeperConnection Watcher:127.0.0.1:43327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 149 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 150 T272 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 156 T272 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 163 T272 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 169 T272 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 174 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 176 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 223 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 226 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 332 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 333 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 338 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 339 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 349 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 350 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 355 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 356 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 365 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 367 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 375 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 376 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 408 T272 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 409 T272 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 418 T277 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d293c026e0001
[junit4:junit4]   2> 421 T281 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 422 T274 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:43329 which had sessionid 0x13d293c026e0001
[junit4:junit4]   2> 421 T272 oaz.ZooKeeper.close Session: 0x13d293c026e0001 closed
[junit4:junit4]   2> 782 T272 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 787 T272 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43330
[junit4:junit4]   2> 788 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 788 T272 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 789 T272 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877
[junit4:junit4]   2> 790 T272 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877/solr.xml
[junit4:junit4]   2> 790 T272 oasc.CoreContainer.<init> New CoreContainer 1558686721
[junit4:junit4]   2> 791 T272 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877/'
[junit4:junit4]   2> 792 T272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877/'
[junit4:junit4]   2> 900 T272 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 901 T272 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 902 T272 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 902 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 903 T272 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 903 T272 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 904 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 904 T272 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 905 T272 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 906 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 932 T272 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1072 T272 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43327/solr
[junit4:junit4]   2> 1072 T272 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1073 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d1a8b1
[junit4:junit4]   2> 1074 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1075 T291 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1076 T291 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 1076 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43331
[junit4:junit4]   2> 1077 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43331
[junit4:junit4]   2> 1102 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0002 with negotiated timeout 20000 for client /140.211.11.196:43331
[junit4:junit4]   2> 1102 T291 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0002, negotiated timeout = 20000
[junit4:junit4]   2> 1103 T292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d1a8b1 name:ZooKeeperConnection Watcher:127.0.0.1:43327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1103 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1105 T277 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d293c026e0002
[junit4:junit4]   2> 1142 T292 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1142 T274 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:43331 which had sessionid 0x13d293c026e0002
[junit4:junit4]   2> 1142 T272 oaz.ZooKeeper.close Session: 0x13d293c026e0002 closed
[junit4:junit4]   2> 1143 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1163 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3d9f1363
[junit4:junit4]   2> 1165 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1165 T293 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1166 T293 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 1166 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43332
[junit4:junit4]   2> 1167 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43332
[junit4:junit4]   2> 1170 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0003 with negotiated timeout 20000 for client /140.211.11.196:43332
[junit4:junit4]   2> 1170 T293 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0003, negotiated timeout = 20000
[junit4:junit4]   2> 1170 T294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d9f1363 name:ZooKeeperConnection Watcher:127.0.0.1:43327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1171 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1205 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1235 T272 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1242 T272 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43330_
[junit4:junit4]   2> 1243 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43330_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43330_
[junit4:junit4]   2> 1245 T272 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43330_
[junit4:junit4]   2> 1295 T272 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1372 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1378 T272 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1434 T272 oasc.Overseer.start Overseer (id=89272905332817923-127.0.0.1:43330_-n_0000000000) starting
[junit4:junit4]   2> 1436 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1466 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1468 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1469 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1506 T296 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1507 T272 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1526 T272 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1533 T295 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1538 T297 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877/collection1
[junit4:junit4]   2> 1539 T297 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1539 T297 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1540 T297 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1541 T297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877/collection1/'
[junit4:junit4]   2> 1543 T297 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877/collection1/lib/README' to classloader
[junit4:junit4]   2> 1543 T297 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1610 T297 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1676 T297 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1778 T297 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1790 T297 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2520 T297 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2540 T297 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2546 T297 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2570 T297 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2576 T297 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2581 T297 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2583 T297 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2583 T297 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2584 T297 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2585 T297 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2585 T297 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2586 T297 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1362196431877/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data/
[junit4:junit4]   2> 2586 T297 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d0e91
[junit4:junit4]   2> 2587 T297 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2588 T297 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data forceNew:false
[junit4:junit4]   2> 2588 T297 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data
[junit4:junit4]   2> 2589 T297 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data/index/
[junit4:junit4]   2> 2590 T297 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2590 T297 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data/index forceNew:false
[junit4:junit4]   2> 2594 T297 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24d4969f lockFactory=org.apache.lucene.store.NativeFSLockFactory@340408e4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2594 T297 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2596 T297 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data/index
[junit4:junit4]   2> 2597 T297 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2598 T297 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2598 T297 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2599 T297 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2599 T297 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2600 T297 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2600 T297 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2600 T297 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2601 T297 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2620 T297 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2629 T297 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data
[junit4:junit4]   2> 2629 T297 oass.SolrIndexSearcher.<init> Opening Searcher@77e09ce6 main
[junit4:junit4]   2> 2630 T297 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data/tlog
[junit4:junit4]   2> 2631 T297 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2631 T297 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2635 T298 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@77e09ce6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2637 T297 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2637 T297 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2638 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 3040 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3041 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43330_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43330"}
[junit4:junit4]   2> 3041 T295 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 3041 T295 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 3042 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 3103 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3662 T297 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3662 T297 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43330 collection:control_collection shard:shard1
[junit4:junit4]   2> 3663 T297 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3855 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3859 T297 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3860 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3895 T297 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3895 T297 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3896 T297 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43330/collection1/
[junit4:junit4]   2> 3896 T297 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3896 T297 oasc.SyncStrategy.syncToMe http://127.0.0.1:43330/collection1/ has no replicas
[junit4:junit4]   2> 3897 T297 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43330/collection1/
[junit4:junit4]   2> 3897 T297 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3931 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4613 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4657 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4716 T297 oasc.ZkController.register We are http://127.0.0.1:43330/collection1/ and leader is http://127.0.0.1:43330/collection1/
[junit4:junit4]   2> 4716 T297 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43330
[junit4:junit4]   2> 4716 T297 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4717 T297 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4717 T297 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4720 T297 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4721 T272 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4722 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4723 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4747 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4749 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@47b03d65
[junit4:junit4]   2> 4750 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4751 T300 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4752 T300 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 4752 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43351
[junit4:junit4]   2> 4753 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43351
[junit4:junit4]   2> 4754 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0004 with negotiated timeout 10000 for client /140.211.11.196:43351
[junit4:junit4]   2> 4754 T300 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0004, negotiated timeout = 10000
[junit4:junit4]   2> 4755 T301 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47b03d65 name:ZooKeeperConnection Watcher:127.0.0.1:43327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4755 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4757 T272 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4759 T272 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4987 T272 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4990 T272 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43352
[junit4:junit4]   2> 4991 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4991 T272 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4992 T272 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213
[junit4:junit4]   2> 4993 T272 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213/solr.xml
[junit4:junit4]   2> 4993 T272 oasc.CoreContainer.<init> New CoreContainer 1071731308
[junit4:junit4]   2> 4994 T272 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213/'
[junit4:junit4]   2> 4995 T272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213/'
[junit4:junit4]   2> 5081 T272 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 5082 T272 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5082 T272 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 5083 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5083 T272 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5084 T272 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5084 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5085 T272 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5086 T272 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5086 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 5112 T272 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5132 T272 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43327/solr
[junit4:junit4]   2> 5133 T272 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 5134 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2cef10dc
[junit4:junit4]   2> 5135 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5135 T311 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5137 T311 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 5137 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43353
[junit4:junit4]   2> 5137 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43353
[junit4:junit4]   2> 5139 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0005 with negotiated timeout 20000 for client /140.211.11.196:43353
[junit4:junit4]   2> 5139 T311 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0005, negotiated timeout = 20000
[junit4:junit4]   2> 5140 T312 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cef10dc name:ZooKeeperConnection Watcher:127.0.0.1:43327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5140 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5143 T277 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d293c026e0005
[junit4:junit4]   2> 5152 T312 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5152 T272 oaz.ZooKeeper.close Session: 0x13d293c026e0005 closed
[junit4:junit4]   2> 5152 T274 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:43353 which had sessionid 0x13d293c026e0005
[junit4:junit4]   2> 5153 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 5167 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ee61e1f
[junit4:junit4]   2> 5168 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5168 T313 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5169 T313 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 5170 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43354
[junit4:junit4]   2> 5170 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43354
[junit4:junit4]   2> 5176 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0006 with negotiated timeout 20000 for client /140.211.11.196:43354
[junit4:junit4]   2> 5176 T313 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0006, negotiated timeout = 20000
[junit4:junit4]   2> 5176 T314 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ee61e1f name:ZooKeeperConnection Watcher:127.0.0.1:43327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5177 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5178 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5224 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5227 T272 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6185 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6186 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43330_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43330"}
[junit4:junit4]   2> 6211 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6211 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6211 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6230 T272 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43352_
[junit4:junit4]   2> 6232 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0006 type:delete cxid:0xb zxid:0x4f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43352_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43352_
[junit4:junit4]   2> 6233 T272 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43352_
[junit4:junit4]   2> 6245 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6245 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6245 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6247 T294 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6248 T301 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6248 T314 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6257 T315 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213/collection1
[junit4:junit4]   2> 6257 T315 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6258 T315 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6259 T315 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6261 T315 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213/collection1/'
[junit4:junit4]   2> 6263 T315 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213/collection1/lib/README' to classloader
[junit4:junit4]   2> 6264 T315 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6327 T315 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6403 T315 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6504 T315 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6514 T315 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7287 T315 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7301 T315 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7305 T315 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7330 T315 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7337 T315 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7343 T315 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7344 T315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7345 T315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7345 T315 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7346 T315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7347 T315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7347 T315 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1362196436213/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/
[junit4:junit4]   2> 7348 T315 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d0e91
[junit4:junit4]   2> 7348 T315 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7349 T315 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1 forceNew:false
[junit4:junit4]   2> 7350 T315 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 7350 T315 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index/
[junit4:junit4]   2> 7351 T315 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7352 T315 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index forceNew:false
[junit4:junit4]   2> 7355 T315 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7356 T315 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7357 T315 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index
[junit4:junit4]   2> 7360 T315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7360 T315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7361 T315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7362 T315 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7363 T315 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7363 T315 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7364 T315 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7365 T315 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7365 T315 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7385 T315 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7393 T315 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 7394 T315 oass.SolrIndexSearcher.<init> Opening Searcher@5998a422 main
[junit4:junit4]   2> 7394 T315 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/tlog
[junit4:junit4]   2> 7396 T315 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7396 T315 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7402 T316 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5998a422 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7406 T315 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7406 T315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7718 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7719 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43352_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43352"}
[junit4:junit4]   2> 7720 T295 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 7720 T295 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7726 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7726 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7726 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8462 T315 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8462 T315 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43352 collection:collection1 shard:shard1
[junit4:junit4]   2> 8463 T315 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8492 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0006 type:delete cxid:0x48 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 8493 T315 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8494 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0006 type:create cxid:0x49 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8525 T315 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8526 T315 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8526 T315 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43352/collection1/
[junit4:junit4]   2> 8526 T315 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8527 T315 oasc.SyncStrategy.syncToMe http://127.0.0.1:43352/collection1/ has no replicas
[junit4:junit4]   2> 8527 T315 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43352/collection1/
[junit4:junit4]   2> 8527 T315 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8546 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0006 type:create cxid:0x53 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9239 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9267 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9268 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9268 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9271 T315 oasc.ZkController.register We are http://127.0.0.1:43352/collection1/ and leader is http://127.0.0.1:43352/collection1/
[junit4:junit4]   2> 9271 T315 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43352
[junit4:junit4]   2> 9271 T315 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9272 T315 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9272 T315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9284 T315 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9286 T272 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9286 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9287 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9562 T272 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9566 T272 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43359
[junit4:junit4]   2> 9567 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9567 T272 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9568 T272 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759
[junit4:junit4]   2> 9569 T272 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759/solr.xml
[junit4:junit4]   2> 9569 T272 oasc.CoreContainer.<init> New CoreContainer 703142356
[junit4:junit4]   2> 9570 T272 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759/'
[junit4:junit4]   2> 9571 T272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759/'
[junit4:junit4]   2> 9654 T272 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 9655 T272 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9655 T272 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9656 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9657 T272 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9657 T272 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9658 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9658 T272 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9659 T272 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9659 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9686 T272 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9708 T272 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43327/solr
[junit4:junit4]   2> 9709 T272 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9710 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1725c61
[junit4:junit4]   2> 9711 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9711 T327 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9712 T327 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 9713 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43360
[junit4:junit4]   2> 9713 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43360
[junit4:junit4]   2> 9715 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0007 with negotiated timeout 20000 for client /140.211.11.196:43360
[junit4:junit4]   2> 9715 T327 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0007, negotiated timeout = 20000
[junit4:junit4]   2> 9716 T328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1725c61 name:ZooKeeperConnection Watcher:127.0.0.1:43327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9716 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9718 T277 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d293c026e0007
[junit4:junit4]   2> 9719 T328 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9719 T272 oaz.ZooKeeper.close Session: 0x13d293c026e0007 closed
[junit4:junit4]   2> 9719 T274 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:43360 which had sessionid 0x13d293c026e0007
[junit4:junit4]   2> 9720 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9734 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@18f5567f
[junit4:junit4]   2> 9735 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9735 T329 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9736 T329 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 9736 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43361
[junit4:junit4]   2> 9737 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43361
[junit4:junit4]   2> 9738 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0008 with negotiated timeout 20000 for client /140.211.11.196:43361
[junit4:junit4]   2> 9739 T329 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0008, negotiated timeout = 20000
[junit4:junit4]   2> 9739 T330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18f5567f name:ZooKeeperConnection Watcher:127.0.0.1:43327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9739 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9741 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9742 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9753 T272 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10757 T272 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43359_
[junit4:junit4]   2> 10759 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e0008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43359_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43359_
[junit4:junit4]   2> 10767 T272 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43359_
[junit4:junit4]   2> 10789 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10789 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10790 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10790 T330 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10792 T314 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10792 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10793 T301 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10793 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43352_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43352"}
[junit4:junit4]   2> 10814 T331 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759/collection1
[junit4:junit4]   2> 10814 T331 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10831 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10831 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10831 T331 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10831 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10832 T331 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10835 T331 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759/collection1/'
[junit4:junit4]   2> 10836 T331 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759/collection1/lib/README' to classloader
[junit4:junit4]   2> 10836 T294 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10837 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10837 T331 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10891 T331 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10989 T331 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11090 T331 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11099 T331 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11823 T331 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11838 T331 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11843 T331 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11867 T331 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11874 T331 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11880 T331 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11881 T331 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11882 T331 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11882 T331 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11883 T331 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11884 T331 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11884 T331 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1362196440759/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/
[junit4:junit4]   2> 11885 T331 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d0e91
[junit4:junit4]   2> 11885 T331 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11886 T331 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2 forceNew:false
[junit4:junit4]   2> 11887 T331 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2
[junit4:junit4]   2> 11887 T331 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index/
[junit4:junit4]   2> 11888 T331 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11889 T331 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index forceNew:false
[junit4:junit4]   2> 11893 T331 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4036a060 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c750751),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11893 T331 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11894 T331 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index
[junit4:junit4]   2> 11898 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11898 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11899 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11900 T331 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11901 T331 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11901 T331 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11902 T331 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11903 T331 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11903 T331 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11922 T331 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11932 T331 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2
[junit4:junit4]   2> 11932 T331 oass.SolrIndexSearcher.<init> Opening Searcher@1c572ca0 main
[junit4:junit4]   2> 11933 T331 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/tlog
[junit4:junit4]   2> 11942 T331 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11942 T331 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11949 T332 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c572ca0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11952 T331 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11952 T331 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12338 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12339 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43359_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43359"}
[junit4:junit4]   2> 12339 T295 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 12340 T295 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 12361 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12361 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12362 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12361 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12956 T331 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12956 T331 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43359 collection:collection1 shard:shard1
[junit4:junit4]   2> 12961 T331 oasc.ZkController.register We are http://127.0.0.1:43359/collection1/ and leader is http://127.0.0.1:43352/collection1/
[junit4:junit4]   2> 12962 T331 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43359
[junit4:junit4]   2> 12962 T331 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12962 T331 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C21 name=collection1 org.apache.solr.core.SolrCore@19ccda74 url=http://127.0.0.1:43359/collection1 node=127.0.0.1:43359_ C21_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:43359_, base_url=http://127.0.0.1:43359}
[junit4:junit4]   2> 12963 T333 C21 P43359 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12963 T331 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12964 T333 C21 P43359 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12964 T333 C21 P43359 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12965 T333 C21 P43359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12965 T272 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12966 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12966 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12967 T333 C21 P43359 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13220 T272 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13223 T272 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43364
[junit4:junit4]   2> 13224 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13225 T272 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13225 T272 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442
[junit4:junit4]   2> 13226 T272 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442/solr.xml
[junit4:junit4]   2> 13226 T272 oasc.CoreContainer.<init> New CoreContainer 1270145250
[junit4:junit4]   2> 13227 T272 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442/'
[junit4:junit4]   2> 13228 T272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442/'
[junit4:junit4]   2> 13313 T272 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13314 T272 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13314 T272 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13315 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13316 T272 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13316 T272 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13317 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13317 T272 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13318 T272 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13318 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13345 T272 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13368 T272 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43327/solr
[junit4:junit4]   2> 13369 T272 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13369 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a43c7a0
[junit4:junit4]   2> 13370 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13371 T344 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13372 T344 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 13372 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43365
[junit4:junit4]   2> 13373 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43365
[junit4:junit4]   2> 13376 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e0009 with negotiated timeout 20000 for client /140.211.11.196:43365
[junit4:junit4]   2> 13376 T344 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e0009, negotiated timeout = 20000
[junit4:junit4]   2> 13376 T345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a43c7a0 name:ZooKeeperConnection Watcher:127.0.0.1:43327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13377 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13378 T277 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d293c026e0009
[junit4:junit4]   2> 13390 T345 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13390 T272 oaz.ZooKeeper.close Session: 0x13d293c026e0009 closed
[junit4:junit4]   2> 13391 T274 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:43365 which had sessionid 0x13d293c026e0009
[junit4:junit4]   2> 13392 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13406 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@21b953c3
[junit4:junit4]   2> 13407 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13407 T346 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13408 T346 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 13408 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43366
[junit4:junit4]   2> 13409 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43366
[junit4:junit4]   2> 13410 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e000a with negotiated timeout 20000 for client /140.211.11.196:43366
[junit4:junit4]   2> 13410 T346 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e000a, negotiated timeout = 20000
[junit4:junit4]   2> 13411 T347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21b953c3 name:ZooKeeperConnection Watcher:127.0.0.1:43327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13411 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13413 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e000a type:create cxid:0x1 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13419 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e000a type:create cxid:0x2 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13422 T272 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13868 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13869 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43359_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43359"}
[junit4:junit4]   2> 13897 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13898 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13898 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13898 T347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13897 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14425 T272 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43364_
[junit4:junit4]   2> 14427 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e000a type:delete cxid:0xb zxid:0x86 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43364_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43364_
[junit4:junit4]   2> 14435 T272 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43364_
[junit4:junit4]   2> 14457 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14457 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14457 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14457 T347 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14457 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14458 T347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14459 T314 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14459 T301 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14460 T294 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14461 T330 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14467 T348 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442/collection1
[junit4:junit4]   2> 14467 T348 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14468 T348 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14468 T348 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14470 T348 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442/collection1/'
[junit4:junit4]   2> 14471 T348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442/collection1/lib/README' to classloader
[junit4:junit4]   2> 14472 T348 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14525 T348 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14587 T348 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14688 T348 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14697 T348 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15325 T348 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15338 T348 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15342 T348 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15364 T348 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15370 T348 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15375 T348 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15377 T348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15378 T348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15378 T348 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15379 T348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15380 T348 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15380 T348 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1362196444442/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/
[junit4:junit4]   2> 15380 T348 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d0e91
[junit4:junit4]   2> 15381 T348 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15382 T348 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3 forceNew:false
[junit4:junit4]   2> 15383 T348 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3
[junit4:junit4]   2> 15383 T348 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index/
[junit4:junit4]   2> 15384 T348 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15384 T348 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index forceNew:false
[junit4:junit4]   2> 15387 T348 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7eff69f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bc795ae),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15388 T348 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15388 T348 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index
[junit4:junit4]   2> 15391 T348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15392 T348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15393 T348 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15394 T348 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15395 T348 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15395 T348 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15396 T348 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15396 T348 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15397 T348 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15411 T348 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15417 T348 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3
[junit4:junit4]   2> 15418 T348 oass.SolrIndexSearcher.<init> Opening Searcher@72da1907 main
[junit4:junit4]   2> 15418 T348 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/tlog
[junit4:junit4]   2> 15419 T348 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15420 T348 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15426 T349 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72da1907 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15429 T348 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15429 T348 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C21_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43359_, base_url=http://127.0.0.1:43359}
[junit4:junit4]   2> 15992 T333 C21 P43359 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43352/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15992 T333 C21 P43359 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43359 START replicas=[http://127.0.0.1:43352/collection1/] nUpdates=100
[junit4:junit4]   2> 15993 T333 C21 P43359 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15994 T333 C21 P43359 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15994 T333 C21 P43359 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15994 T333 C21 P43359 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15994 T333 C21 P43359 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15995 T333 C21 P43359 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43352/collection1/. core=collection1
[junit4:junit4]   2> 15995 T333 C21 P43359 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C22 name=collection1 org.apache.solr.core.SolrCore@7f42a80d url=http://127.0.0.1:43352/collection1 node=127.0.0.1:43352_ C22_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43352_, base_url=http://127.0.0.1:43352, leader=true}
[junit4:junit4]   2> 16002 T305 C22 P43352 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16014 T306 C22 P43352 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 16015 T306 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 16018 T306 C22 P43352 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16018 T306 C22 P43352 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16019 T306 C22 P43352 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16020 T306 C22 P43352 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16020 T306 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 16021 T306 C22 P43352 oass.SolrIndexSearcher.<init> Opening Searcher@6e56c1cc realtime
[junit4:junit4]   2> 16022 T306 C22 P43352 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16022 T306 C22 P43352 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 16023 T333 C21 P43359 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16023 T333 C21 P43359 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16026 T307 C22 P43352 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16027 T307 C22 P43352 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16028 T333 C21 P43359 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 16028 T333 C21 P43359 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16028 T333 C21 P43359 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16031 T307 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 16032 T307 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index
[junit4:junit4]   2> 16032 T307 C22 P43352 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16033 T333 C21 P43359 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16034 T333 C21 P43359 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index.20130302025407488 forceNew:false
[junit4:junit4]   2> 16035 T333 C21 P43359 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2
[junit4:junit4]   2> 16035 T333 C21 P43359 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15e1180b lockFactory=org.apache.lucene.store.NativeFSLockFactory@2bde6713; maxCacheMB=0.0859375 maxMergeSizeMB=0.4384765625))) fullCopy=false
[junit4:junit4]   2> 16038 T307 C22 P43352 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 16040 T333 C21 P43359 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index
[junit4:junit4]   2> 16040 T333 C21 P43359 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16041 T333 C21 P43359 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2
[junit4:junit4]   2> 16042 T333 C21 P43359 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2
[junit4:junit4]   2> 16042 T333 C21 P43359 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16042 T333 C21 P43359 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16043 T333 C21 P43359 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2
[junit4:junit4]   2> 16045 T333 C21 P43359 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4036a060 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c750751),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4036a060 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c750751),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16045 T333 C21 P43359 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16046 T333 C21 P43359 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16046 T333 C21 P43359 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2
[junit4:junit4]   2> 16046 T333 C21 P43359 oass.SolrIndexSearcher.<init> Opening Searcher@d476a5c main
[junit4:junit4]   2> 16048 T332 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d476a5c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 16048 T332 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index
[junit4:junit4]   2> 16049 T333 C21 P43359 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15e1180b lockFactory=org.apache.lucene.store.NativeFSLockFactory@2bde6713; maxCacheMB=0.0859375 maxMergeSizeMB=0.4384765625)))
[junit4:junit4]   2> 16049 T333 C21 P43359 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index.20130302025407488
[junit4:junit4]   2> 16049 T333 C21 P43359 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty2/index
[junit4:junit4]   2> 16050 T333 C21 P43359 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16050 T333 C21 P43359 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16050 T333 C21 P43359 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 16051 T333 C21 P43359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16053 T333 C21 P43359 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16914 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16915 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43364_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43364"}
[junit4:junit4]   2> 16916 T295 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 16916 T295 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16921 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43359_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43359"}
[junit4:junit4]   2> 16950 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16950 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16950 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16950 T347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16950 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17435 T348 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17435 T348 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43364 collection:collection1 shard:shard1
[junit4:junit4]   2> 17441 T348 oasc.ZkController.register We are http://127.0.0.1:43364/collection1/ and leader is http://127.0.0.1:43352/collection1/
[junit4:junit4]   2> 17442 T348 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43364
[junit4:junit4]   2> 17442 T348 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17442 T348 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C23 name=collection1 org.apache.solr.core.SolrCore@798212d url=http://127.0.0.1:43364/collection1 node=127.0.0.1:43364_ C23_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:43364_, base_url=http://127.0.0.1:43364}
[junit4:junit4]   2> 17443 T352 C23 P43364 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17443 T348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17444 T352 C23 P43364 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17444 T352 C23 P43364 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17444 T352 C23 P43364 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17445 T272 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 17446 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17447 T352 C23 P43364 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17446 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17652 T272 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 17655 T272 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43373
[junit4:junit4]   2> 17656 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 17656 T272 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 17657 T272 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913
[junit4:junit4]   2> 17658 T272 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913/solr.xml
[junit4:junit4]   2> 17658 T272 oasc.CoreContainer.<init> New CoreContainer 1377826941
[junit4:junit4]   2> 17659 T272 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913/'
[junit4:junit4]   2> 17660 T272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913/'
[junit4:junit4]   2> 17725 T272 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 17726 T272 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17727 T272 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17727 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17728 T272 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17728 T272 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17729 T272 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17729 T272 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17730 T272 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17731 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17753 T272 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17773 T272 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:43327/solr
[junit4:junit4]   2> 17774 T272 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17775 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@29ad31a6
[junit4:junit4]   2> 17776 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17776 T363 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17778 T363 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 17778 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43374
[junit4:junit4]   2> 17778 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43374
[junit4:junit4]   2> 17784 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e000b with negotiated timeout 20000 for client /140.211.11.196:43374
[junit4:junit4]   2> 17784 T363 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e000b, negotiated timeout = 20000
[junit4:junit4]   2> 17785 T364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29ad31a6 name:ZooKeeperConnection Watcher:127.0.0.1:43327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17785 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17787 T277 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d293c026e000b
[junit4:junit4]   2> 17800 T364 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17800 T274 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:43374 which had sessionid 0x13d293c026e000b
[junit4:junit4]   2> 17800 T272 oaz.ZooKeeper.close Session: 0x13d293c026e000b closed
[junit4:junit4]   2> 17801 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17813 T272 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:43327/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@29db9390
[junit4:junit4]   2> 17814 T272 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17814 T365 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:43327. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17815 T365 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:43327, initiating session
[junit4:junit4]   2> 17816 T274 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:43375
[junit4:junit4]   2> 17816 T274 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:43375
[junit4:junit4]   2> 17818 T276 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d293c026e000c with negotiated timeout 20000 for client /140.211.11.196:43375
[junit4:junit4]   2> 17818 T365 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:43327, sessionid = 0x13d293c026e000c, negotiated timeout = 20000
[junit4:junit4]   2> 17818 T366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29db9390 name:ZooKeeperConnection Watcher:127.0.0.1:43327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17819 T272 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17820 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e000c type:create cxid:0x1 zxid:0x97 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17822 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e000c type:create cxid:0x2 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17837 T272 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 18466 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18468 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43364_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43364"}
[junit4:junit4]   2> 18531 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18531 T347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18531 T366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18531 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18531 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18531 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18841 T272 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43373_
[junit4:junit4]   2> 18843 T277 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d293c026e000c type:delete cxid:0xb zxid:0x9d txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43373_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43373_
[junit4:junit4]   2> 18845 T272 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43373_
[junit4:junit4]   2> 18860 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18860 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18860 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18860 T366 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18860 T347 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18860 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18861 T366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18861 T347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18862 T294 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18866 T301 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18867 T330 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18867 T314 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18872 T367 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913/collection1
[junit4:junit4]   2> 18873 T367 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18874 T367 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18874 T367 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18875 T367 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913/collection1/'
[junit4:junit4]   2> 18877 T367 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18877 T367 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913/collection1/lib/README' to classloader
[junit4:junit4]   2> 18927 T367 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 19007 T367 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 19108 T367 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 19117 T367 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19734 T367 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19747 T367 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19751 T367 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19773 T367 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19779 T367 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19784 T367 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19786 T367 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19786 T367 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19786 T367 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19788 T367 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19788 T367 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19788 T367 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1362196448913/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/
[junit4:junit4]   2> 19789 T367 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d0e91
[junit4:junit4]   2> 19789 T367 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19790 T367 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4 forceNew:false
[junit4:junit4]   2> 19791 T367 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4
[junit4:junit4]   2> 19791 T367 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index/
[junit4:junit4]   2> 19792 T367 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19792 T367 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index forceNew:false
[junit4:junit4]   2> 19795 T367 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@aa8d715 lockFactory=org.apache.lucene.store.NativeFSLockFactory@66a22ed7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19796 T367 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19797 T367 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index
[junit4:junit4]   2> 19800 T367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19800 T367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19801 T367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19802 T367 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19803 T367 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19803 T367 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19804 T367 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19805 T367 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19805 T367 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19818 T367 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19825 T367 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4
[junit4:junit4]   2> 19825 T367 oass.SolrIndexSearcher.<init> Opening Searcher@6fb9fb27 main
[junit4:junit4]   2> 19826 T367 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/tlog
[junit4:junit4]   2> 19827 T367 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19828 T367 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19834 T368 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6fb9fb27 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19837 T367 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19837 T367 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20045 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20046 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43373_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43373"}
[junit4:junit4]   2> 20046 T295 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 20046 T295 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20058 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20058 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20058 T347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20058 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20058 T366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20058 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20841 T367 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20841 T367 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43373 collection:collection1 shard:shard1
[junit4:junit4]   2> 20846 T367 oasc.ZkController.register We are http://127.0.0.1:43373/collection1/ and leader is http://127.0.0.1:43352/collection1/
[junit4:junit4]   2> 20847 T367 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43373
[junit4:junit4]   2> 20847 T367 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20847 T367 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C24 name=collection1 org.apache.solr.core.SolrCore@23e0520a url=http://127.0.0.1:43373/collection1 node=127.0.0.1:43373_ C24_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:43373_, base_url=http://127.0.0.1:43373}
[junit4:junit4]   2> 20848 T369 C24 P43373 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20848 T367 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20849 T369 C24 P43373 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20850 T369 C24 P43373 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20850 T369 C24 P43373 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20851 T272 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 20851 T272 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20852 T369 C24 P43373 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20852 T272 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20875 T272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20877 T272 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 20878 T272 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 20879 T272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C23_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43364_, base_url=http://127.0.0.1:43364}
[junit4:junit4]   2> 21464 T352 C23 P43364 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43352/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21464 T352 C23 P43364 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43364 START replicas=[http://127.0.0.1:43352/collection1/] nUpdates=100
[junit4:junit4]   2> 21465 T352 C23 P43364 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21466 T352 C23 P43364 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21466 T352 C23 P43364 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21466 T352 C23 P43364 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21466 T352 C23 P43364 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21467 T352 C23 P43364 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43352/collection1/. core=collection1
[junit4:junit4]   2> 21467 T352 C23 P43364 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21469 T305 C22 P43352 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21480 T310 C22 P43352 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21481 T310 C22 P43352 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 21482 T310 C22 P43352 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 21482 T310 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 21483 T310 C22 P43352 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21483 T310 C22 P43352 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 21484 T352 C23 P43364 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21485 T352 C23 P43364 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 21487 T307 C22 P43352 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21488 T352 C23 P43364 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 21489 T352 C23 P43364 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 21489 T352 C23 P43364 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 21491 T307 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 21492 T307 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index
[junit4:junit4]   2> 21492 T307 C22 P43352 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 21493 T352 C23 P43364 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 21495 T352 C23 P43364 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index.20130302025412948 forceNew:false
[junit4:junit4]   2> 21496 T352 C23 P43364 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3
[junit4:junit4]   2> 21496 T352 C23 P43364 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@ca9e09c lockFactory=org.apache.lucene.store.NativeFSLockFactory@36810cca; maxCacheMB=0.0859375 maxMergeSizeMB=0.4384765625))) fullCopy=false
[junit4:junit4]   2> 21499 T307 C22 P43352 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 21501 T352 C23 P43364 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index
[junit4:junit4]   2> 21501 T352 C23 P43364 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 21502 T352 C23 P43364 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3
[junit4:junit4]   2> 21503 T352 C23 P43364 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3
[junit4:junit4]   2> 21503 T352 C23 P43364 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 21504 T352 C23 P43364 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 21504 T352 C23 P43364 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3
[junit4:junit4]   2> 21506 T352 C23 P43364 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7eff69f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bc795ae),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7eff69f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bc795ae),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 21507 T352 C23 P43364 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 21507 T352 C23 P43364 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 21507 T352 C23 P43364 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3
[junit4:junit4]   2> 21508 T352 C23 P43364 oass.SolrIndexSearcher.<init> Opening Searcher@102ae0f0 main
[junit4:junit4]   2> 21509 T349 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@102ae0f0 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 21510 T349 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index
[junit4:junit4]   2> 21510 T352 C23 P43364 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@ca9e09c lockFactory=org.apache.lucene.store.NativeFSLockFactory@36810cca; maxCacheMB=0.0859375 maxMergeSizeMB=0.4384765625)))
[junit4:junit4]   2> 21511 T352 C23 P43364 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index.20130302025412948
[junit4:junit4]   2> 21511 T352 C23 P43364 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty3/index
[junit4:junit4]   2> 21511 T352 C23 P43364 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 21512 T352 C23 P43364 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 21512 T352 C23 P43364 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 21512 T352 C23 P43364 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21518 T352 C23 P43364 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 21565 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21566 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43373_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43373"}
[junit4:junit4]   2> 21592 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43364_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43364"}
[junit4:junit4]   2> 21612 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21612 T347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21612 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21612 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21612 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21612 T366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21881 T272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22884 T272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C24_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43373_, base_url=http://127.0.0.1:43373}
[junit4:junit4]   2> 23879 T369 C24 P43373 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43352/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23879 T369 C24 P43373 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43373 START replicas=[http://127.0.0.1:43352/collection1/] nUpdates=100
[junit4:junit4]   2> 23880 T369 C24 P43373 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23880 T369 C24 P43373 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23881 T369 C24 P43373 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23881 T369 C24 P43373 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23881 T369 C24 P43373 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23881 T369 C24 P43373 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43352/collection1/. core=collection1
[junit4:junit4]   2> 23882 T369 C24 P43373 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23884 T305 C22 P43352 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23887 T272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23895 T304 C22 P43352 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23896 T304 C22 P43352 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23896 T304 C22 P43352 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23897 T304 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 23898 T304 C22 P43352 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23898 T304 C22 P43352 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 23899 T369 C24 P43373 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23900 T369 C24 P43373 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23902 T307 C22 P43352 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23903 T369 C24 P43373 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 23904 T369 C24 P43373 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23904 T369 C24 P43373 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23906 T307 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 23907 T307 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index
[junit4:junit4]   2> 23907 T307 C22 P43352 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 23908 T369 C24 P43373 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23912 T369 C24 P43373 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index.20130302025415363 forceNew:false
[junit4:junit4]   2> 23913 T369 C24 P43373 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4
[junit4:junit4]   2> 23914 T369 C24 P43373 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7fe32705 lockFactory=org.apache.lucene.store.NativeFSLockFactory@144973dd; maxCacheMB=0.0859375 maxMergeSizeMB=0.4384765625))) fullCopy=false
[junit4:junit4]   2> 23917 T307 C22 P43352 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 23919 T369 C24 P43373 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index
[junit4:junit4]   2> 23919 T369 C24 P43373 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23920 T369 C24 P43373 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4
[junit4:junit4]   2> 23921 T369 C24 P43373 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4
[junit4:junit4]   2> 23921 T369 C24 P43373 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23921 T369 C24 P43373 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23922 T369 C24 P43373 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4
[junit4:junit4]   2> 23924 T369 C24 P43373 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@aa8d715 lockFactory=org.apache.lucene.store.NativeFSLockFactory@66a22ed7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@aa8d715 lockFactory=org.apache.lucene.store.NativeFSLockFactory@66a22ed7),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23924 T369 C24 P43373 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23925 T369 C24 P43373 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23925 T369 C24 P43373 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4
[junit4:junit4]   2> 23926 T369 C24 P43373 oass.SolrIndexSearcher.<init> Opening Searcher@11fb9657 main
[junit4:junit4]   2> 23927 T368 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11fb9657 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23928 T368 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index
[junit4:junit4]   2> 23928 T369 C24 P43373 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7fe32705 lockFactory=org.apache.lucene.store.NativeFSLockFactory@144973dd; maxCacheMB=0.0859375 maxMergeSizeMB=0.4384765625)))
[junit4:junit4]   2> 23929 T369 C24 P43373 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index.20130302025415363
[junit4:junit4]   2> 23929 T369 C24 P43373 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty4/index
[junit4:junit4]   2> 23929 T369 C24 P43373 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23930 T369 C24 P43373 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23930 T369 C24 P43373 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23930 T369 C24 P43373 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23932 T369 C24 P43373 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24631 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24633 T295 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43373_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43373"}
[junit4:junit4]   2> 24663 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24663 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24663 T366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24663 T347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24663 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24663 T301 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24891 T272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24892 T272 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C25 name=collection1 org.apache.solr.core.SolrCore@10b79e44 url=http://127.0.0.1:43330/collection1 node=127.0.0.1:43330_ C25_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:43330_, base_url=http://127.0.0.1:43330, leader=true}
[junit4:junit4]   2> 24904 T284 C25 P43330 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24906 T284 C25 P43330 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data
[junit4:junit4]   2> 24912 T284 C25 P43330 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24d4969f lockFactory=org.apache.lucene.store.NativeFSLockFactory@340408e4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24914 T284 C25 P43330 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24915 T284 C25 P43330 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24d4969f lockFactory=org.apache.lucene.store.NativeFSLockFactory@340408e4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24d4969f lockFactory=org.apache.lucene.store.NativeFSLockFactory@340408e4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24916 T284 C25 P43330 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24917 T284 C25 P43330 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data
[junit4:junit4]   2> 24918 T284 C25 P43330 oass.SolrIndexSearcher.<init> Opening Searcher@3c44e885 main
[junit4:junit4]   2> 24919 T284 C25 P43330 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24920 T298 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c44e885 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 24921 T298 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/control/data/index
[junit4:junit4]   2> 24922 T284 C25 P43330 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> 24954 T306 C22 P43352 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24956 T306 C22 P43352 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75b2a777 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4415eed8),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24956 T306 C22 P43352 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24957 T306 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1
[junit4:junit4]   2> 24957 T306 C22 P43352 oass.SolrIndexSearcher.<init> Opening Searcher@79e9131a main
[junit4:junit4]   2> 24958 T306 C22 P43352 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index
[junit4:junit4]   2> 24958 T306 C22 P43352 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24960 T316 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79e9131a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24960 T316 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1362196431461/jetty1/index
[junit4:junit4]   2> 24961 T306 C22 P43352 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:43359/collection1/, StdNode: http://127.0.0.1:43364/collection1/, StdNode: http://127.0.0.1:43373/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C24_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43373_, base_url=http://127.0.0.1:43373}
[junit4:junit4]   2> 24972 T356 C24 P43373 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C23_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43364_, base_url=http://127.0.0.1:43364}
[junit4:junit4]   2> 24972 T337 C23 P43364 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C21_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=ac

[...truncated too long message...]

achingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362197437089/jetty3/index.20130301221057571
[junit4:junit4]   2> 86904 T3342 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362197437089/jetty3/index.20130301221057571
[junit4:junit4]   2> 86904 T3342 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362197437089/jetty3
[junit4:junit4]   2> 86905 T3342 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362197437089/jetty3
[junit4:junit4]   2> 86905 T3342 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 86905 T3342 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89272971237392394-127.0.0.1:46008__collection1-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 86906 T3342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 86906 T3342 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86906 T3342 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86907 T3342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 86907 T3342 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 86907 T3342 oasc.LeaderElector$1.process WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 86908 T3342 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=hr, timezone=America/Mexico_City
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=3,free=292495608,total=530579456
[junit4:junit4]   2> NOTE: All tests run in this JVM: [AnalysisAfterCoreReloadTest, SpatialFilterTest, TestArbitraryIndexDir, SimpleFacetsTest, SynonymTokenizerTest, TestCoreContainer, RAMDirectoryFactoryTest, SuggesterFSTTest, SolrRequestParserTest, DisMaxRequestHandlerTest, SpellPossibilityIteratorTest, FileBasedSpellCheckerTest, TestSolr4Spatial, OutputWriterTest, TestAtomicUpdateErrorCases, MBeansHandlerTest, CurrencyFieldXmlFileTest, TestCharFilters, TestSolrCoreProperties, SampleTest, TestUtils, WordBreakSolrSpellCheckerTest, StatelessScriptUpdateProcessorFactoryTest, TestUpdate, TestIndexSearcher, TestDefaultSimilarityFactory, TestQuerySenderListener, TestBadConfig, DistributedSpellCheckComponentTest, CollectionsAPIDistributedZkTest, TestBinaryResponseWriter, TestIndexingPerformance, TestRangeQuery, TestStressVersions, TestSearchPerf, TestSurroundQueryParser, TestRandomFaceting, DirectSolrConnectionTest, DebugComponentTest, TestDocumentBuilder, MinimalSchemaTest, SpellCheckCollatorTest, TestPseudoReturnFields, TestZkChroot, TestElisionMultitermQuery, IndexBasedSpellCheckerTest, ReturnFieldsTest, TestJoin, XsltUpdateRequestHandlerTest, ZkControllerTest, SOLR749Test, SliceStateUpdateTest, DateMathParserTest, TestOmitPositions, TestConfig, SpellCheckComponentTest, TestLMDirichletSimilarityFactory, LeaderElectionIntegrationTest, SliceStateTest, DefaultValueUpdateProcessorTest, ShardRoutingTest, TestSolrXMLSerializer, BasicDistributedZkTest, TestReplicationHandler, TestRealTimeGet, TestExtendedDismaxParser, AutoCommitTest, BasicZkTest, TestFaceting, DistributedTermsComponentTest, StatsComponentTest, TestRecovery, SolrCoreTest, DirectUpdateHandlerTest, TestMultiCoreConfBootstrap, TestGroupingSearch, PeerSyncTest, QueryElevationComponentTest, SortByFunctionTest, SignatureUpdateProcessorFactoryTest, HighlighterTest, CoreAdminHandlerTest, TestRemoteStreaming, CacheHeaderTest, TestWordDelimiterFilterFactory, TestCSVLoader, MoreLikeThisHandlerTest, DocumentBuilderTest, BinaryUpdateRequestHandlerTest, QueryParsingTest, DistanceFunctionTest, StandardRequestHandlerTest, TestPHPSerializedResponseWriter, XmlUpdateRequestHandlerTest, PingRequestHandlerTest, SuggesterWFSTTest, JsonLoaderTest, DirectUpdateHandlerOptimizeTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, JSONWriterTest, SearchHandlerTest, CopyFieldTest, TestQueryUtils, SuggesterTSTTest, UniqFieldsUpdateProcessorFactoryTest, SuggesterTest, CSVRequestHandlerTest, NotRequiredUniqueKeyTest, TestFoldingMultitermQuery, SolrCoreCheckLockOnStartupTest, TestPropInject, NoCacheHeaderTest, BadComponentTest, TestBinaryField, TestSolrDeletionPolicy2, TestMergePolicyConfig, SolrIndexConfigTest, IndexReaderFactoryTest, TestNumberUtils, MultiTermTest, TestPluginEnable, TestLMJelinekMercerSimilarityFactory, TestCodecSupport, TestFastLRUCache, PluginInfoTest, PrimUtilsTest, OpenExchangeRatesOrgProviderTest, TestSystemIdResolver, TestSuggestSpellingConverter, ChaosMonkeyNothingIsSafeTest, ZkNodePropsTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 87.20s, 1 test, 1 error <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1207: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:870: There were test failures: 260 suites, 1090 tests, 2 suite-level errors, 1 error, 1 failure, 23 ignored (4 assumptions)

Total time: 66 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure