You are viewing a plain text version of this content. The canonical link for it is here.

Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/02 19:36:25 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b78) - Build # 4540 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4540/
Java: 32bit/jdk1.8.0-ea-b78 -client -XX:+UseSerialGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=307, name=coreLoadExecutor-211-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=307, name=coreLoadExecutor-211-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1569)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:733)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:868)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:951)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:569)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@4eb53f lockFactory=org.apache.lucene.store.NativeFSLockFactory@e2d9e0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=309, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=309, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1569)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@875f78 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16c6be)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([EC4DB9E56964EAD5:6DAB37FD1E3B8AE9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:209)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8836 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 0 T248 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T248 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-RecoveryZkTest-1362248593641
[junit4:junit4]   2> 3 T248 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T249 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T249 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T249 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 6 T249 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 7 T249 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 8 T249 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T248 oasc.ZkTestServer.run start zk server on port:57099
[junit4:junit4]   2> 105 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d19afe
[junit4:junit4]   2> 106 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T254 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 107 T254 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 108 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50636
[junit4:junit4]   2> 108 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50636
[junit4:junit4]   2> 109 T252 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 190 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50000 with negotiated timeout 10000 for client /127.0.0.1:50636
[junit4:junit4]   2> 190 T254 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50000, negotiated timeout = 10000
[junit4:junit4]   2> 191 T255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d19afe name:ZooKeeperConnection Watcher:127.0.0.1:57099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 191 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 191 T248 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 197 T253 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2c57f0f50000
[junit4:junit4]   2> 199 T250 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50636 which had sessionid 0x13d2c57f0f50000
[junit4:junit4]   2> 198 T255 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 198 T248 oaz.ZooKeeper.close Session: 0x13d2c57f0f50000 closed
[junit4:junit4]   2> 200 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1166d74
[junit4:junit4]   2> 202 T256 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 202 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 203 T256 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 203 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50637
[junit4:junit4]   2> 204 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50637
[junit4:junit4]   2> 205 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50001 with negotiated timeout 10000 for client /127.0.0.1:50637
[junit4:junit4]   2> 205 T256 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50001, negotiated timeout = 10000
[junit4:junit4]   2> 206 T257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1166d74 name:ZooKeeperConnection Watcher:127.0.0.1:57099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 206 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 207 T248 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 212 T248 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 217 T248 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 221 T248 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 225 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 226 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 233 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 235 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 240 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 241 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 245 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 246 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 250 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 251 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 256 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 256 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 261 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 261 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 266 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 267 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 271 T248 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 272 T248 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 276 T253 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2c57f0f50001
[junit4:junit4]   2> 278 T257 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 278 T250 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50637 which had sessionid 0x13d2c57f0f50001
[junit4:junit4]   2> 278 T248 oaz.ZooKeeper.close Session: 0x13d2c57f0f50001 closed
[junit4:junit4]   2> 345 T248 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 352 T248 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53955
[junit4:junit4]   2> 352 T248 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 353 T248 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 353 T248 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917
[junit4:junit4]   2> 353 T248 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917/solr.xml
[junit4:junit4]   2> 354 T248 oasc.CoreContainer.<init> New CoreContainer 10454086
[junit4:junit4]   2> 354 T248 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917/'
[junit4:junit4]   2> 355 T248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917/'
[junit4:junit4]   2> 383 T248 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 383 T248 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 383 T248 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 384 T248 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 384 T248 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 384 T248 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 385 T248 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 385 T248 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 386 T248 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 386 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 393 T248 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 410 T248 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:57099/solr
[junit4:junit4]   2> 411 T248 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 411 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13fb45f
[junit4:junit4]   2> 412 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 412 T267 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 413 T267 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 413 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50638
[junit4:junit4]   2> 413 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50638
[junit4:junit4]   2> 415 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50002 with negotiated timeout 20000 for client /127.0.0.1:50638
[junit4:junit4]   2> 415 T267 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50002, negotiated timeout = 20000
[junit4:junit4]   2> 416 T268 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13fb45f name:ZooKeeperConnection Watcher:127.0.0.1:57099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 416 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 418 T253 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2c57f0f50002
[junit4:junit4]   2> 419 T268 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 419 T248 oaz.ZooKeeper.close Session: 0x13d2c57f0f50002 closed
[junit4:junit4]   2> 419 T250 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50638 which had sessionid 0x13d2c57f0f50002
[junit4:junit4]   2> 420 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 423 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@86be54
[junit4:junit4]   2> 424 T269 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 424 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 425 T269 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 425 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50639
[junit4:junit4]   2> 425 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50639
[junit4:junit4]   2> 426 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50003 with negotiated timeout 20000 for client /127.0.0.1:50639
[junit4:junit4]   2> 426 T269 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50003, negotiated timeout = 20000
[junit4:junit4]   2> 427 T270 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@86be54 name:ZooKeeperConnection Watcher:127.0.0.1:57099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 428 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 430 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 432 T248 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 435 T248 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53955_
[junit4:junit4]   2> 436 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53955_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53955_
[junit4:junit4]   2> 436 T248 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53955_
[junit4:junit4]   2> 440 T248 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 447 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 448 T248 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 452 T248 oasc.Overseer.start Overseer (id=89276323833643011-127.0.0.1:53955_-n_0000000000) starting
[junit4:junit4]   2> 454 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 455 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 457 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 460 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 462 T272 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 463 T248 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 467 T248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 470 T271 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 478 T273 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917/collection1
[junit4:junit4]   2> 479 T273 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 480 T273 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 480 T273 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 483 T273 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917/collection1/'
[junit4:junit4]   2> 484 T273 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917/collection1/lib/README' to classloader
[junit4:junit4]   2> 484 T273 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 535 T273 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 583 T273 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 584 T273 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 589 T273 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1033 T273 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1039 T273 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1042 T273 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1061 T273 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1066 T273 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1070 T273 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1072 T273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1073 T273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1073 T273 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1075 T273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1075 T273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1076 T273 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362248593917/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data/
[junit4:junit4]   2> 1076 T273 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c7f039
[junit4:junit4]   2> 1078 T273 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1079 T273 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data forceNew:false
[junit4:junit4]   2> 1079 T273 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data
[junit4:junit4]   2> 1079 T273 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data/index/
[junit4:junit4]   2> 1080 T273 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1080 T273 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data/index forceNew:false
[junit4:junit4]   2> 1083 T273 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@9689b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@92b5f1; maxCacheMB=0.8935546875 maxMergeSizeMB=0.0830078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1083 T273 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1084 T273 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data/index
[junit4:junit4]   2> 1086 T273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1086 T273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1087 T273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1088 T273 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1089 T273 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1089 T273 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1090 T273 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1090 T273 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1091 T273 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1094 T273 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1096 T273 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data
[junit4:junit4]   2> 1097 T273 oass.SolrIndexSearcher.<init> Opening Searcher@1ba993f main
[junit4:junit4]   2> 1097 T273 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data/tlog
[junit4:junit4]   2> 1097 T273 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1098 T273 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1102 T273 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data
[junit4:junit4]   2> 1103 T274 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ba993f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1104 T273 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1105 T273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1106 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1977 T271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1977 T271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53955",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53955_"}
[junit4:junit4]   2> 1978 T271 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1978 T271 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1980 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1984 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2109 T273 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2110 T273 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53955 collection:control_collection shard:shard1
[junit4:junit4]   2> 2112 T273 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2124 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2125 T273 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2126 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2128 T273 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2129 T273 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2129 T273 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53955/collection1/
[junit4:junit4]   2> 2129 T273 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2130 T273 oasc.SyncStrategy.syncToMe http://127.0.0.1:53955/collection1/ has no replicas
[junit4:junit4]   2> 2130 T273 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53955/collection1/
[junit4:junit4]   2> 2131 T273 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2142 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3487 T271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3496 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3507 T273 oasc.ZkController.register We are http://127.0.0.1:53955/collection1/ and leader is http://127.0.0.1:53955/collection1/
[junit4:junit4]   2> 3507 T273 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53955
[junit4:junit4]   2> 3508 T273 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3508 T273 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3508 T273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3510 T273 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3512 T248 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3513 T248 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3514 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3517 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3518 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@a39d9e
[junit4:junit4]   2> 3519 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3519 T276 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3519 T276 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 3520 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50655
[junit4:junit4]   2> 3520 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50655
[junit4:junit4]   2> 3521 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50004 with negotiated timeout 10000 for client /127.0.0.1:50655
[junit4:junit4]   2> 3521 T276 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50004, negotiated timeout = 10000
[junit4:junit4]   2> 3521 T277 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a39d9e name:ZooKeeperConnection Watcher:127.0.0.1:57099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3522 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3531 T248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3533 T248 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3616 T248 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3625 T248 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38357
[junit4:junit4]   2> 3626 T248 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3626 T248 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3627 T248 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171
[junit4:junit4]   2> 3627 T248 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171/solr.xml
[junit4:junit4]   2> 3627 T248 oasc.CoreContainer.<init> New CoreContainer 190727
[junit4:junit4]   2> 3628 T248 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171/'
[junit4:junit4]   2> 3628 T248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171/'
[junit4:junit4]   2> 3655 T248 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3656 T248 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3656 T248 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3657 T248 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3657 T248 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3658 T248 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3658 T248 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3659 T248 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3659 T248 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3660 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3669 T248 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3691 T248 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:57099/solr
[junit4:junit4]   2> 3691 T248 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3692 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7328ea
[junit4:junit4]   2> 3693 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3693 T287 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3694 T287 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 3694 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50656
[junit4:junit4]   2> 3694 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50656
[junit4:junit4]   2> 3695 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50005 with negotiated timeout 20000 for client /127.0.0.1:50656
[junit4:junit4]   2> 3695 T287 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50005, negotiated timeout = 20000
[junit4:junit4]   2> 3695 T288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7328ea name:ZooKeeperConnection Watcher:127.0.0.1:57099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3695 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3699 T253 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2c57f0f50005
[junit4:junit4]   2> 3700 T250 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50656 which had sessionid 0x13d2c57f0f50005
[junit4:junit4]   2> 3700 T288 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3700 T248 oaz.ZooKeeper.close Session: 0x13d2c57f0f50005 closed
[junit4:junit4]   2> 3705 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3710 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13bfdfe
[junit4:junit4]   2> 3711 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3711 T289 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3712 T289 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 3712 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50657
[junit4:junit4]   2> 3712 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50657
[junit4:junit4]   2> 3713 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50006 with negotiated timeout 20000 for client /127.0.0.1:50657
[junit4:junit4]   2> 3713 T289 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50006, negotiated timeout = 20000
[junit4:junit4]   2> 3714 T290 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13bfdfe name:ZooKeeperConnection Watcher:127.0.0.1:57099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3714 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3715 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3716 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3717 T248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4723 T248 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38357_
[junit4:junit4]   2> 4724 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38357_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38357_
[junit4:junit4]   2> 4725 T248 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38357_
[junit4:junit4]   2> 4727 T277 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4728 T270 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4728 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4728 T290 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4734 T291 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171/collection1
[junit4:junit4]   2> 4734 T291 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4735 T291 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4736 T291 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4737 T291 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171/collection1/'
[junit4:junit4]   2> 4738 T291 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171/collection1/lib/README' to classloader
[junit4:junit4]   2> 4738 T291 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4778 T291 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4839 T291 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4840 T291 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4844 T291 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5001 T271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5002 T271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53955",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53955_"}
[junit4:junit4]   2> 5005 T290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5005 T277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5006 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5400 T291 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5407 T291 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5410 T291 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5425 T291 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5431 T291 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5436 T291 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5438 T291 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5438 T291 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5439 T291 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5440 T291 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5440 T291 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5441 T291 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362248597171/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1/
[junit4:junit4]   2> 5441 T291 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c7f039
[junit4:junit4]   2> 5443 T291 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5444 T291 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1 forceNew:false
[junit4:junit4]   2> 5444 T291 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1
[junit4:junit4]   2> 5444 T291 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1/index/
[junit4:junit4]   2> 5445 T291 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5446 T291 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1/index forceNew:false
[junit4:junit4]   2> 5448 T291 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1ea2694 lockFactory=org.apache.lucene.store.NativeFSLockFactory@106bedf; maxCacheMB=0.8935546875 maxMergeSizeMB=0.0830078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5448 T291 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5449 T291 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1/index
[junit4:junit4]   2> 5450 T291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5451 T291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5451 T291 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5452 T291 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5452 T291 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5452 T291 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5452 T291 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5453 T291 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5453 T291 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5456 T291 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5458 T291 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1
[junit4:junit4]   2> 5458 T291 oass.SolrIndexSearcher.<init> Opening Searcher@2b7643 main
[junit4:junit4]   2> 5458 T291 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1/tlog
[junit4:junit4]   2> 5459 T291 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5459 T291 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5463 T292 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b7643 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5464 T291 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5465 T291 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6511 T271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6513 T271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38357",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38357_"}
[junit4:junit4]   2> 6513 T271 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6513 T271 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6520 T290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6520 T277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6520 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7466 T291 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7467 T291 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38357 collection:collection1 shard:shard1
[junit4:junit4]   2> 7468 T291 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7485 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7486 T291 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7487 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7491 T291 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7491 T291 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7491 T291 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38357/collection1/
[junit4:junit4]   2> 7492 T291 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7492 T291 oasc.SyncStrategy.syncToMe http://127.0.0.1:38357/collection1/ has no replicas
[junit4:junit4]   2> 7492 T291 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38357/collection1/
[junit4:junit4]   2> 7493 T291 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7501 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8028 T271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8042 T290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8042 T277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8042 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8056 T291 oasc.ZkController.register We are http://127.0.0.1:38357/collection1/ and leader is http://127.0.0.1:38357/collection1/
[junit4:junit4]   2> 8057 T291 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38357
[junit4:junit4]   2> 8057 T291 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8057 T291 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8058 T291 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8060 T291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8062 T248 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8063 T248 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8064 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8137 T248 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8140 T248 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36894
[junit4:junit4]   2> 8141 T248 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8141 T248 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8142 T248 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715
[junit4:junit4]   2> 8142 T248 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715/solr.xml
[junit4:junit4]   2> 8143 T248 oasc.CoreContainer.<init> New CoreContainer 10771089
[junit4:junit4]   2> 8143 T248 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715/'
[junit4:junit4]   2> 8144 T248 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715/'
[junit4:junit4]   2> 8166 T248 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8166 T248 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8166 T248 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8167 T248 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8167 T248 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8167 T248 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8168 T248 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8168 T248 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8168 T248 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8168 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8174 T248 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8185 T248 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:57099/solr
[junit4:junit4]   2> 8185 T248 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8185 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@860602
[junit4:junit4]   2> 8187 T303 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8186 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8195 T303 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 8196 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50679
[junit4:junit4]   2> 8196 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50679
[junit4:junit4]   2> 8198 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50007 with negotiated timeout 20000 for client /127.0.0.1:50679
[junit4:junit4]   2> 8198 T303 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50007, negotiated timeout = 20000
[junit4:junit4]   2> 8199 T304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@860602 name:ZooKeeperConnection Watcher:127.0.0.1:57099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8199 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8201 T253 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2c57f0f50007
[junit4:junit4]   2> 8202 T304 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8202 T250 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50679 which had sessionid 0x13d2c57f0f50007
[junit4:junit4]   2> 8202 T248 oaz.ZooKeeper.close Session: 0x13d2c57f0f50007 closed
[junit4:junit4]   2> 8203 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8207 T248 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:57099/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@98187c
[junit4:junit4]   2> 8208 T248 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8208 T305 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:57099. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8208 T305 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:57099, initiating session
[junit4:junit4]   2> 8208 T250 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50680
[junit4:junit4]   2> 8209 T250 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50680
[junit4:junit4]   2> 8210 T252 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2c57f0f50008 with negotiated timeout 20000 for client /127.0.0.1:50680
[junit4:junit4]   2> 8210 T305 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:57099, sessionid = 0x13d2c57f0f50008, negotiated timeout = 20000
[junit4:junit4]   2> 8211 T306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@98187c name:ZooKeeperConnection Watcher:127.0.0.1:57099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8211 T248 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8213 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8214 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8216 T248 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9221 T248 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36894_
[junit4:junit4]   2> 9222 T253 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2c57f0f50008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:36894_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:36894_
[junit4:junit4]   2> 9223 T248 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36894_
[junit4:junit4]   2> 9228 T277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9228 T290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9228 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9229 T306 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9231 T277 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9232 T270 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9232 T290 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9239 T307 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715/collection1
[junit4:junit4]   2> 9240 T307 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9241 T307 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9241 T307 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9244 T307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715/collection1/'
[junit4:junit4]   2> 9245 T307 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715/collection1/lib/README' to classloader
[junit4:junit4]   2> 9245 T307 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9274 T307 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9330 T307 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9331 T307 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9337 T307 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9550 T271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9551 T271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38357",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38357_"}
[junit4:junit4]   2> 9554 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9554 T306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9554 T290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9554 T277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9805 T307 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9810 T307 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9812 T307 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9833 T307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9839 T307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9846 T307 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9848 T307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9848 T307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9849 T307 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9851 T307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9851 T307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9852 T307 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362248601715/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2/
[junit4:junit4]   2> 9852 T307 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c7f039
[junit4:junit4]   2> 9853 T307 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9854 T307 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2 forceNew:false
[junit4:junit4]   2> 9854 T307 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2
[junit4:junit4]   2> 9854 T307 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2/index/
[junit4:junit4]   2> 9855 T307 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9855 T307 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2/index forceNew:false
[junit4:junit4]   2> 9858 T307 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15e426f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18bb714; maxCacheMB=0.8935546875 maxMergeSizeMB=0.0830078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9858 T307 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9859 T307 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2/index
[junit4:junit4]   2> 9861 T307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9862 T307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9863 T307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9865 T307 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9866 T307 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9866 T307 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9867 T307 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9868 T307 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9868 T307 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9873 T307 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9875 T307 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2
[junit4:junit4]   2> 9876 T307 oass.SolrIndexSearcher.<init> Opening Searcher@1a6821d main
[junit4:junit4]   2> 9876 T307 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2/tlog
[junit4:junit4]   2> 9876 T307 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9876 T307 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9883 T308 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a6821d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9886 T307 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9887 T307 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11060 T271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11061 T271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36894",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36894_"}
[junit4:junit4]   2> 11061 T271 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11062 T271 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11069 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11069 T277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11069 T306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11069 T290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11889 T307 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11890 T307 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36894 collection:collection1 shard:shard1
[junit4:junit4]   2> 11896 T307 oasc.ZkController.register We are http://127.0.0.1:36894/collection1/ and leader is http://127.0.0.1:38357/collection1/
[junit4:junit4]   2> 11896 T307 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36894
[junit4:junit4]   2> 11897 T307 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11897 T307 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C24 name=collection1 org.apache.solr.core.SolrCore@2a555c url=http://127.0.0.1:36894/collection1 node=127.0.0.1:36894_ C24_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:36894, collection=collection1, core=collection1, state=down, node_name=127.0.0.1:36894_}
[junit4:junit4]   2> 11898 T309 C24 P36894 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11899 T309 C24 P36894 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11899 T309 C24 P36894 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11899 T307 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11899 T309 C24 P36894 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11901 T309 C24 P36894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11901 T248 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 11902 T248 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11903 T248 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11909 T248 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C25 name=collection1 org.apache.solr.core.SolrCore@1645c43 url=http://127.0.0.1:53955/collection1 node=127.0.0.1:53955_ C25_STATE=coll:control_collection core:collection1 props:{base_url=http://127.0.0.1:53955, collection=control_collection, core=collection1, state=active, shard=shard1, node_name=127.0.0.1:53955_, leader=true}
[junit4:junit4]   2> 11932 T263 C25 P53955 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/control/data
[junit4:junit4]   2> 11935 T263 C25 P53955 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@9689b0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@92b5f1; maxCacheMB=0.8935546875 maxMergeSizeMB=0.0830078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11936 T263 C25 P53955 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11941 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10001 (1428421193834168320)]} 0 10
[junit4:junit4]   2> 11942 T264 C25 P53955 /update {wt=javabin&version=2} {add=[1 (1428421193834168321)]} 0 11
[junit4:junit4]   2> ASYNC  NEW_CORE C26 name=collection1 org.apache.solr.core.SolrCore@1420e26 url=http://127.0.0.1:38357/collection1 node=127.0.0.1:38357_ C26_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:38357, collection=collection1, core=collection1, state=active, shard=shard1, node_name=127.0.0.1:38357_, leader=true}
[junit4:junit4]   2> 11961 T286 C26 P38357 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty1
[junit4:junit4]   2> 11964 T286 C26 P38357 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1ea2694 lockFactory=org.apache.lucene.store.NativeFSLockFactory@106bedf; maxCacheMB=0.8935546875 maxMergeSizeMB=0.0830078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11966 T286 C26 P38357 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11970 T286 C26 P38357 /update {wt=javabin&version=2} {add=[1 (1428421193864577024)]} 0 9
[junit4:junit4]   2> 11972 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10001 (1428421193864577025)]} 0 11
[junit4:junit4]   2> 11977 T265 C25 P53955 /update {wt=javabin&version=2} {add=[2 (1428421193879257088)]} 0 2
[junit4:junit4]   2> 11977 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10002 (1428421193880305664)]} 0 2
[junit4:junit4]   2> 11982 T283 C26 P38357 /update {wt=javabin&version=2} {add=[2 (1428421193884499968)]} 0 2
[junit4:junit4]   2> 11982 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10002 (1428421193885548544)]} 0 1
[junit4:junit4]   2> 11987 T264 C25 P53955 /update {wt=javabin&version=2} {add=[3 (1428421193890791424)]} 0 2
[junit4:junit4]   2> 11988 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10003 (1428421193891840000)]} 0 2
[junit4:junit4]   2> 11991 T284 C26 P38357 /update {wt=javabin&version=2} {add=[3 (1428421193894985728)]} 0 1
[junit4:junit4]   2> 11993 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10003 (1428421193897082880)]} 0 2
[junit4:junit4]   2> 11995 T265 C25 P53955 /update {wt=javabin&version=2} {add=[4 (1428421193900228608)]} 0 1
[junit4:junit4]   2> 11997 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10004 (1428421193901277184)]} 0 1
[junit4:junit4]   2> 11999 T286 C26 P38357 /update {wt=javabin&version=2} {add=[4 (1428421193903374336)]} 0 1
[junit4:junit4]   2> 12000 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10004 (1428421193904422912)]} 0 1
[junit4:junit4]   2> 12003 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[1 (-1428421193907568640)]} 0 1
[junit4:junit4]   2> 12004 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10001 (-1428421193909665792)]} 0 1
[junit4:junit4]   2> 12007 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[1 (-1428421193912811520)]} 0 1
[junit4:junit4]   2> 12008 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10001 (-1428421193913860096)]} 0 1
[junit4:junit4]   2> 12012 T265 C25 P53955 /update {wt=javabin&version=2} {add=[5 (1428421193917005824)]} 0 2
[junit4:junit4]   2> 12012 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10005 (1428421193918054400)]} 0 1
[junit4:junit4]   2> 12016 T284 C26 P38357 /update {wt=javabin&version=2} {add=[5 (1428421193921200128)]} 0 2
[junit4:junit4]   2> 12016 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10005 (1428421193922248704)]} 0 1
[junit4:junit4]   2> 12019 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[2 (-1428421193925394432)]} 0 1
[junit4:junit4]   2> 12020 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10002 (-1428421193926443008)]} 0 1
[junit4:junit4]   2> 12023 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[2 (-1428421193929588736)]} 0 1
[junit4:junit4]   2> 12024 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[10002 (-1428421193930637312)]} 0 1
[junit4:junit4]   2> 12027 T265 C25 P53955 /update {wt=javabin&version=2} {add=[6 (1428421193932734464)]} 0 1
[junit4:junit4]   2> 12028 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10006 (1428421193933783040)]} 0 1
[junit4:junit4]   2> 12031 T283 C26 P38357 /update {wt=javabin&version=2} {add=[6 (1428421193936928768)]} 0 1
[junit4:junit4]   2> 12032 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10006 (1428421193937977344)]} 0 1
[junit4:junit4]   2> 12035 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[6 (-1428421193942171648)]} 0 1
[junit4:junit4]   2> 12036 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10006 (-1428421193943220224)]} 0 1
[junit4:junit4]   2> 12039 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[6 (-1428421193945317376)]} 0 1
[junit4:junit4]   2> 12040 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10006 (-1428421193947414528)]} 0 1
[junit4:junit4]   2> 12043 T265 C25 P53955 /update {wt=javabin&version=2} {add=[7 (1428421193949511680)]} 0 1
[junit4:junit4]   2> 12044 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10007 (1428421193950560256)]} 0 1
[junit4:junit4]   2> 12047 T286 C26 P38357 /update {wt=javabin&version=2} {add=[7 (1428421193953705984)]} 0 1
[junit4:junit4]   2> 12048 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10007 (1428421193954754560)]} 0 1
[junit4:junit4]   2> 12050 T264 C25 P53955 /update {wt=javabin&version=2} {add=[8 (1428421193957900288)]} 0 1
[junit4:junit4]   2> 12052 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10008 (1428421193958948864)]} 0 1
[junit4:junit4]   2> 12054 T283 C26 P38357 /update {wt=javabin&version=2} {add=[8 (1428421193962094592)]} 0 1
[junit4:junit4]   2> 12055 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10008 (1428421193963143168)]} 0 1
[junit4:junit4]   2> 12058 T265 C25 P53955 /update {wt=javabin&version=2} {add=[9 (1428421193966288896)]} 0 1
[junit4:junit4]   2> 12059 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10009 (1428421193967337472)]} 0 1
[junit4:junit4]   2> 12062 T284 C26 P38357 /update {wt=javabin&version=2} {add=[9 (1428421193969434624)]} 0 1
[junit4:junit4]   2> 12063 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10009 (1428421193970483200)]} 0 1
[junit4:junit4]   2> 12065 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[8 (-1428421193973628928)]} 0 0
[junit4:junit4]   2> 12066 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10008 (-1428421193974677504)]} 0 0
[junit4:junit4]   2> 12069 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[8 (-1428421193977823232)]} 0 1
[junit4:junit4]   2> 12070 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[10008 (-1428421193978871808)]} 0 0
[junit4:junit4]   2> 12074 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10 (1428421193982017536)]} 0 2
[junit4:junit4]   2> 12074 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10010 (1428421193983066112)]} 0 1
[junit4:junit4]   2> 12078 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10 (1428421193986211840)]} 0 1
[junit4:junit4]   2> 12079 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10010 (1428421193987260416)]} 0 1
[junit4:junit4]   2> 12082 T264 C25 P53955 /update {wt=javabin&version=2} {add=[11 (1428421193990406144)]} 0 1
[junit4:junit4]   2> 12083 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10011 (1428421193991454720)]} 0 1
[junit4:junit4]   2> 12086 T284 C26 P38357 /update {wt=javabin&version=2} {add=[11 (1428421193994600448)]} 0 1
[junit4:junit4]   2> 12087 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10011 (1428421193995649024)]} 0 1
[junit4:junit4]   2> 12090 T265 C25 P53955 /update {wt=javabin&version=2} {add=[12 (1428421193998794752)]} 0 1
[junit4:junit4]   2> 12091 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10012 (1428421193999843328)]} 0 1
[junit4:junit4]   2> 12094 T286 C26 P38357 /update {wt=javabin&version=2} {add=[12 (1428421194002989056)]} 0 1
[junit4:junit4]   2> 12094 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10012 (1428421194004037632)]} 0 0
[junit4:junit4]   2> 12098 T264 C25 P53955 /update {wt=javabin&version=2} {add=[13 (1428421194007183360)]} 0 1
[junit4:junit4]   2> 12098 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10013 (1428421194008231936)]} 0 1
[junit4:junit4]   2> 12102 T283 C26 P38357 /update {wt=javabin&version=2} {add=[13 (1428421194011377664)]} 0 1
[junit4:junit4]   2> 12102 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10013 (1428421194011377665)]} 0 1
[junit4:junit4]   2> 12105 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[9 (-1428421194015571968)]} 0 1
[junit4:junit4]   2> 12105 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10009 (-1428421194015571969)]} 0 0
[junit4:junit4]   2> 12108 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[9 (-1428421194018717696)]} 0 0
[junit4:junit4]   2> 12109 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10009 (-1428421194018717697)]} 0 1
[junit4:junit4]   2> 12112 T264 C25 P53955 /update {wt=javabin&version=2} {add=[14 (1428421194021863424)]} 0 1
[junit4:junit4]   2> 12113 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10014 (1428421194022912000)]} 0 2
[junit4:junit4]   2> 12116 T286 C26 P38357 /update {wt=javabin&version=2} {add=[14 (1428421194026057728)]} 0 1
[junit4:junit4]   2> 12117 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10014 (1428421194027106304)]} 0 1
[junit4:junit4]   2> 12120 T265 C25 P53955 /update {wt=javabin&version=2} {add=[15 (1428421194030252032)]} 0 1
[junit4:junit4]   2> 12121 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10015 (1428421194031300608)]} 0 1
[junit4:junit4]   2> 12124 T283 C26 P38357 /update {wt=javabin&version=2} {add=[15 (1428421194034446336)]} 0 1
[junit4:junit4]   2> 12124 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10015 (1428421194035494912)]} 0 0
[junit4:junit4]   2> 12127 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[11 (-1428421194038640640)]} 0 0
[junit4:junit4]   2> 12128 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10011 (-1428421194038640641)]} 0 1
[junit4:junit4]   2> 12130 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[11 (-1428421194041786368)]} 0 0
[junit4:junit4]   2> 12131 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10011 (-1428421194042834944)]} 0 0
[junit4:junit4]   2> 12134 T265 C25 P53955 /update {wt=javabin&version=2} {add=[16 (1428421194044932096)]} 0 1
[junit4:junit4]   2> 12135 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10016 (1428421194045980672)]} 0 1
[junit4:junit4]   2> 12138 T286 C26 P38357 /update {wt=javabin&version=2} {add=[16 (1428421194049126400)]} 0 1
[junit4:junit4]   2> 12139 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10016 (1428421194050174976)]} 0 1
[junit4:junit4]   2> 12142 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[12 (-1428421194053320704)]} 0 1
[junit4:junit4]   2> 12142 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10012 (-1428421194054369280)]} 0 0
[junit4:junit4]   2> 12146 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[12 (-1428421194057515008)]} 0 0
[junit4:junit4]   2> 12147 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10012 (-1428421194059612160)]} 0 1
[junit4:junit4]   2> 12150 T265 C25 P53955 /update {wt=javabin&version=2} {add=[17 (1428421194061709312)]} 0 1
[junit4:junit4]   2> 12151 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10017 (1428421194062757888)]} 0 1
[junit4:junit4]   2> 12154 T284 C26 P38357 /update {wt=javabin&version=2} {add=[17 (1428421194065903616)]} 0 1
[junit4:junit4]   2> 12155 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10017 (1428421194066952192)]} 0 1
[junit4:junit4]   2> 12158 T264 C25 P53955 /update {wt=javabin&version=2} {add=[18 (1428421194070097920)]} 0 1
[junit4:junit4]   2> 12159 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10018 (1428421194071146496)]} 0 1
[junit4:junit4]   2> 12162 T286 C26 P38357 /update {wt=javabin&version=2} {add=[18 (1428421194074292224)]} 0 1
[junit4:junit4]   2> 12163 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10018 (1428421194075340800)]} 0 2
[junit4:junit4]   2> 12165 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[13 (-1428421194078486528)]} 0 0
[junit4:junit4]   2> 12166 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10013 (-1428421194079535104)]} 0 0
[junit4:junit4]   2> 12168 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[13 (-1428421194081632256)]} 0 0
[junit4:junit4]   2> 12169 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10013 (-1428421194082680832)]} 0 0
[junit4:junit4]   2> 12172 T264 C25 P53955 /update {wt=javabin&version=2} {add=[19 (1428421194085826560)]} 0 1
[junit4:junit4]   2> 12173 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10019 (1428421194085826561)]} 0 1
[junit4:junit4]   2> 12176 T284 C26 P38357 /update {wt=javabin&version=2} {add=[19 (1428421194088972288)]} 0 1
[junit4:junit4]   2> 12177 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10019 (1428421194090020864)]} 0 1
[junit4:junit4]   2> 12179 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[14 (-1428421194093166592)]} 0 0
[junit4:junit4]   2> 12180 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10014 (-1428421194094215168)]} 0 0
[junit4:junit4]   2> 12183 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[14 (-1428421194096312320)]} 0 0
[junit4:junit4]   2> 12183 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[10014 (-1428421194097360896)]} 0 0
[junit4:junit4]   2> 12187 T264 C25 P53955 /update {wt=javabin&version=2} {add=[20 (1428421194100506624)]} 0 2
[junit4:junit4]   2> 12187 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10020 (1428421194100506625)]} 0 1
[junit4:junit4]   2> 12190 T283 C26 P38357 /update {wt=javabin&version=2} {add=[20 (1428421194104700928)]} 0 1
[junit4:junit4]   2> 12191 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10020 (1428421194104700929)]} 0 1
[junit4:junit4]   2> 12194 T265 C25 P53955 /update {wt=javabin&version=2} {add=[21 (1428421194108895232)]} 0 1
[junit4:junit4]   2> 12195 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10021 (1428421194108895233)]} 0 1
[junit4:junit4]   2> 12198 T284 C26 P38357 /update {wt=javabin&version=2} {add=[21 (1428421194112040960)]} 0 1
[junit4:junit4]   2> 12199 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10021 (1428421194113089536)]} 0 1
[junit4:junit4]   2> 12202 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[17 (-1428421194117283840)]} 0 1
[junit4:junit4]   2> 12203 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10017 (-1428421194117283841)]} 0 1
[junit4:junit4]   2> 12206 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[17 (-1428421194121478144)]} 0 1
[junit4:junit4]   2> 12207 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[10017 (-1428421194121478145)]} 0 1
[junit4:junit4]   2> 12210 T265 C25 P53955 /update {wt=javabin&version=2} {add=[22 (1428421194124623872)]} 0 1
[junit4:junit4]   2> 12211 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10022 (1428421194125672448)]} 0 2
[junit4:junit4]   2> 12214 T283 C26 P38357 /update {wt=javabin&version=2} {add=[22 (1428421194128818176)]} 0 1
[junit4:junit4]   2> 12215 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10022 (1428421194129866752)]} 0 1
[junit4:junit4]   2> 12217 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[18 (-1428421194133012480)]} 0 0
[junit4:junit4]   2> 12218 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10018 (-1428421194134061056)]} 0 1
[junit4:junit4]   2> 12221 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[18 (-1428421194137206784)]} 0 1
[junit4:junit4]   2> 12222 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10018 (-1428421194138255360)]} 0 1
[junit4:junit4]   2> 12225 T265 C25 P53955 /update {wt=javabin&version=2} {add=[23 (1428421194140352512)]} 0 1
[junit4:junit4]   2> 12226 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10023 (1428421194141401088)]} 0 1
[junit4:junit4]   2> 12229 T286 C26 P38357 /update {wt=javabin&version=2} {add=[23 (1428421194144546816)]} 0 1
[junit4:junit4]   2> 12230 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10023 (1428421194145595392)]} 0 1
[junit4:junit4]   2> 12232 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[20 (-1428421194148741120)]} 0 0
[junit4:junit4]   2> 12233 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10020 (-1428421194149789696)]} 0 0
[junit4:junit4]   2> 12236 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[20 (-1428421194152935424)]} 0 1
[junit4:junit4]   2> 12236 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10020 (-1428421194152935425)]} 0 0
[junit4:junit4]   2> 12250 T265 C25 P53955 /update {wt=javabin&version=2} {add=[24 (1428421194156081152)]} 0 11
[junit4:junit4]   2> 12250 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10024 (1428421194157129728)]} 0 11
[junit4:junit4]   2> 12254 T284 C26 P38357 /update {wt=javabin&version=2} {add=[24 (1428421194170761216)]} 0 1
[junit4:junit4]   2> 12255 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10024 (1428421194170761217)]} 0 2
[junit4:junit4]   2> 12258 T264 C25 P53955 /update {wt=javabin&version=2} {add=[25 (1428421194174955520)]} 0 1
[junit4:junit4]   2> 12259 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10025 (1428421194176004096)]} 0 1
[junit4:junit4]   2> 12262 T286 C26 P38357 /update {wt=javabin&version=2} {add=[25 (1428421194179149824)]} 0 1
[junit4:junit4]   2> 12263 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10025 (1428421194180198400)]} 0 1
[junit4:junit4]   2> 12266 T265 C25 P53955 /update {wt=javabin&version=2} {add=[26 (1428421194183344128)]} 0 1
[junit4:junit4]   2> 12267 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10026 (1428421194184392704)]} 0 1
[junit4:junit4]   2> 12271 T283 C26 P38357 /update {wt=javabin&version=2} {add=[26 (1428421194188587008)]} 0 2
[junit4:junit4]   2> 12272 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10026 (1428421194189635584)]} 0 2
[junit4:junit4]   2> 12274 T264 C25 P53955 /update {wt=javabin&version=2} {add=[27 (1428421194192781312)]} 0 0
[junit4:junit4]   2> 12276 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10027 (1428421194193829888)]} 0 1
[junit4:junit4]   2> 12278 T284 C26 P38357 /update {wt=javabin&version=2} {add=[27 (1428421194196975616)]} 0 1
[junit4:junit4]   2> 12279 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10027 (1428421194198024192)]} 0 1
[junit4:junit4]   2> 12282 T265 C25 P53955 /update {wt=javabin&version=2} {add=[28 (1428421194200121344)]} 0 1
[junit4:junit4]   2> 12283 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10028 (1428421194201169920)]} 0 1
[junit4:junit4]   2> 12286 T286 C26 P38357 /update {wt=javabin&version=2} {add=[28 (1428421194204315648)]} 0 1
[junit4:junit4]   2> 12287 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10028 (1428421194205364224)]} 0 1
[junit4:junit4]   2> 12290 T264 C25 P53955 /update {wt=javabin&version=2} {add=[29 (1428421194208509952)]} 0 1
[junit4:junit4]   2> 12291 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10029 (1428421194210607104)]} 0 1
[junit4:junit4]   2> 12295 T283 C26 P38357 /update {wt=javabin&version=2} {add=[29 (1428421194213752832)]} 0 1
[junit4:junit4]   2> 12295 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10029 (1428421194214801408)]} 0 1
[junit4:junit4]   2> 12298 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[21 (-1428421194217947136)]} 0 1
[junit4:junit4]   2> 12299 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10021 (-1428421194217947137)]} 0 1
[junit4:junit4]   2> 12301 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[21 (-1428421194221092864)]} 0 0
[junit4:junit4]   2> 12302 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10021 (-1428421194222141440)]} 0 1
[junit4:junit4]   2> 12305 T264 C25 P53955 /update {wt=javabin&version=2} {add=[30 (1428421194224238592)]} 0 1
[junit4:junit4]   2> 12306 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10030 (1428421194225287168)]} 0 1
[junit4:junit4]   2> 12309 T286 C26 P38357 /update {wt=javabin&version=2} {add=[30 (1428421194228432896)]} 0 1
[junit4:junit4]   2> 12310 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10030 (1428421194229481472)]} 0 1
[junit4:junit4]   2> 12312 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[22 (-1428421194232627200)]} 0 0
[junit4:junit4]   2> 12313 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10022 (-1428421194233675776)]} 0 0
[junit4:junit4]   2> 12316 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[22 (-1428421194236821504)]} 0 1
[junit4:junit4]   2> 12317 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[10022 (-1428421194237870080)]} 0 1
[junit4:junit4]   2> 12321 T264 C25 P53955 /update {wt=javabin&version=2} {add=[31 (1428421194241015808)]} 0 1
[junit4:junit4]   2> 12321 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10031 (1428421194241015809)]} 0 1
[junit4:junit4]   2> 12325 T283 C26 P38357 /update {wt=javabin&version=2} {add=[31 (1428421194245210112)]} 0 1
[junit4:junit4]   2> 12325 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10031 (1428421194245210113)]} 0 1
[junit4:junit4]   2> 12328 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[23 (-1428421194249404416)]} 0 0
[junit4:junit4]   2> 12329 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10023 (-1428421194250452992)]} 0 1
[junit4:junit4]   2> 12332 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[23 (-1428421194253598720)]} 0 1
[junit4:junit4]   2> 12333 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10023 (-1428421194254647296)]} 0 1
[junit4:junit4]   2> 12336 T264 C25 P53955 /update {wt=javabin&version=2} {add=[32 (1428421194256744448)]} 0 1
[junit4:junit4]   2> 12337 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10032 (1428421194257793024)]} 0 1
[junit4:junit4]   2> 12340 T286 C26 P38357 /update {wt=javabin&version=2} {add=[32 (1428421194260938752)]} 0 1
[junit4:junit4]   2> 12341 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10032 (1428421194261987328)]} 0 1
[junit4:junit4]   2> 12344 T263 C25 P53955 /update {wt=javabin&version=2} {add=[33 (1428421194265133056)]} 0 1
[junit4:junit4]   2> 12345 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10033 (1428421194266181632)]} 0 1
[junit4:junit4]   2> 12348 T283 C26 P38357 /update {wt=javabin&version=2} {add=[33 (1428421194269327360)]} 0 1
[junit4:junit4]   2> 12349 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10033 (1428421194270375936)]} 0 1
[junit4:junit4]   2> 12352 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[24 (-1428421194274570240)]} 0 1
[junit4:junit4]   2> 12353 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10024 (-1428421194274570241)]} 0 1
[junit4:junit4]   2> 12356 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[24 (-1428421194277715968)]} 0 1
[junit4:junit4]   2> 12356 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10024 (-1428421194278764544)]} 0 0
[junit4:junit4]   2> 12360 T263 C25 P53955 /update {wt=javabin&version=2} {add=[34 (1428421194281910272)]} 0 1
[junit4:junit4]   2> 12361 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10034 (1428421194282958848)]} 0 2
[junit4:junit4]   2> 12364 T283 C26 P38357 /update {wt=javabin&version=2} {add=[34 (1428421194286104576)]} 0 1
[junit4:junit4]   2> 12365 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10034 (1428421194287153152)]} 0 1
[junit4:junit4]   2> 12367 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[27 (-1428421194290298880)]} 0 0
[junit4:junit4]   2> 12369 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10027 (-1428421194292396032)]} 0 1
[junit4:junit4]   2> 12371 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[27 (-1428421194294493184)]} 0 0
[junit4:junit4]   2> 12372 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10027 (-1428421194295541760)]} 0 0
[junit4:junit4]   2> 12375 T263 C25 P53955 /update {wt=javabin&version=2} {add=[35 (1428421194297638912)]} 0 1
[junit4:junit4]   2> 12376 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10035 (1428421194298687488)]} 0 1
[junit4:junit4]   2> 12379 T284 C26 P38357 /update {wt=javabin&version=2} {add=[35 (1428421194301833216)]} 0 1
[junit4:junit4]   2> 12380 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10035 (1428421194302881792)]} 0 1
[junit4:junit4]   2> 12383 T265 C25 P53955 /update {wt=javabin&version=2} {add=[36 (1428421194306027520)]} 0 1
[junit4:junit4]   2> 12384 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10036 (1428421194307076096)]} 0 1
[junit4:junit4]   2> 12387 T283 C26 P38357 /update {wt=javabin&version=2} {add=[36 (1428421194310221824)]} 0 1
[junit4:junit4]   2> 12388 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10036 (1428421194311270400)]} 0 1
[junit4:junit4]   2> 12390 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[28 (-1428421194314416128)]} 0 0
[junit4:junit4]   2> 12391 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10028 (-1428421194315464704)]} 0 1
[junit4:junit4]   2> 12393 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[28 (-1428421194317561856)]} 0 0
[junit4:junit4]   2> 12394 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10028 (-1428421194318610432)]} 0 0
[junit4:junit4]   2> 12397 T265 C25 P53955 /update {wt=javabin&version=2} {add=[37 (1428421194320707584)]} 0 1
[junit4:junit4]   2> 12398 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10037 (1428421194321756160)]} 0 1
[junit4:junit4]   2> 12401 T284 C26 P38357 /update {wt=javabin&version=2} {add=[37 (1428421194324901888)]} 0 1
[junit4:junit4]   2> 12402 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10037 (1428421194325950464)]} 0 1
[junit4:junit4]   2> 12405 T264 C25 P53955 /update {wt=javabin&version=2} {add=[38 (1428421194329096192)]} 0 1
[junit4:junit4]   2> 12406 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10038 (1428421194330144768)]} 0 1
[junit4:junit4]   2> 12409 T283 C26 P38357 /update {wt=javabin&version=2} {add=[38 (1428421194333290496)]} 0 1
[junit4:junit4]   2> 12410 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10038 (1428421194334339072)]} 0 1
[junit4:junit4]   2> 12412 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[31 (-1428421194337484800)]} 0 0
[junit4:junit4]   2> 12413 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10031 (-1428421194338533376)]} 0 0
[junit4:junit4]   2> 12416 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[31 (-1428421194341679104)]} 0 1
[junit4:junit4]   2> 12416 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10031 (-1428421194341679105)]} 0 0
[junit4:junit4]   2> 12420 T264 C25 P53955 /update {wt=javabin&version=2} {add=[39 (1428421194344824832)]} 0 1
[junit4:junit4]   2> 12420 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10039 (1428421194345873408)]} 0 1
[junit4:junit4]   2> 12424 T284 C26 P38357 /update {wt=javabin&version=2} {add=[39 (1428421194349019136)]} 0 1
[junit4:junit4]   2> 12424 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10039 (1428421194350067712)]} 0 1
[junit4:junit4]   2> 12428 T265 C25 P53955 /update {wt=javabin&version=2} {add=[40 (1428421194353213440)]} 0 1
[junit4:junit4]   2> 12428 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10040 (1428421194354262016)]} 0 1
[junit4:junit4]   2> 12431 T283 C26 P38357 /update {wt=javabin&version=2} {add=[40 (1428421194357407744)]} 0 1
[junit4:junit4]   2> 12432 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10040 (1428421194357407745)]} 0 1
[junit4:junit4]   2> 12434 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[32 (-1428421194360553472)]} 0 0
[junit4:junit4]   2> 12436 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10032 (-1428421194361602048)]} 0 1
[junit4:junit4]   2> 12438 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[32 (-1428421194363699200)]} 0 1
[junit4:junit4]   2> 12439 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10032 (-1428421194365796352)]} 0 1
[junit4:junit4]   2> 12442 T265 C25 P53955 /update {wt=javabin&version=2} {add=[41 (1428421194367893504)]} 0 1
[junit4:junit4]   2> 12443 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10041 (1428421194368942080)]} 0 1
[junit4:junit4]   2> 12446 T284 C26 P38357 /update {wt=javabin&version=2} {add=[41 (1428421194372087808)]} 0 1
[junit4:junit4]   2> 12447 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10041 (1428421194373136384)]} 0 1
[junit4:junit4]   2> 12450 T264 C25 P53955 /update {wt=javabin&version=2} {add=[42 (1428421194376282112)]} 0 1
[junit4:junit4]   2> 12450 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10042 (1428421194377330688)]} 0 1
[junit4:junit4]   2> 12454 T283 C26 P38357 /update {wt=javabin&version=2} {add=[42 (1428421194380476416)]} 0 1
[junit4:junit4]   2> 12454 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10042 (1428421194381524992)]} 0 1
[junit4:junit4]   2> 12458 T265 C25 P53955 /update {wt=javabin&version=2} {add=[43 (1428421194384670720)]} 0 1
[junit4:junit4]   2> 12458 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10043 (1428421194385719296)]} 0 1
[junit4:junit4]   2> 12462 T286 C26 P38357 /update {wt=javabin&version=2} {add=[43 (1428421194388865024)]} 0 1
[junit4:junit4]   2> 12462 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10043 (1428421194389913600)]} 0 1
[junit4:junit4]   2> 12465 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[33 (-1428421194393059328)]} 0 0
[junit4:junit4]   2> 12466 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10033 (-1428421194393059329)]} 0 1
[junit4:junit4]   2> 12468 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[33 (-1428421194396205056)]} 0 0
[junit4:junit4]   2> 12469 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10033 (-1428421194397253632)]} 0 0
[junit4:junit4]   2> 12473 T265 C25 P53955 /update {wt=javabin&version=2} {add=[44 (1428421194400399360)]} 0 2
[junit4:junit4]   2> 12473 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10044 (1428421194400399361)]} 0 1
[junit4:junit4]   2> 12478 T283 C26 P38357 /update {wt=javabin&version=2} {add=[44 (1428421194404593664)]} 0 2
[junit4:junit4]   2> 12478 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10044 (1428421194405642240)]} 0 2
[junit4:junit4]   2> 12483 T264 C25 P53955 /update {wt=javabin&version=2} {add=[10045 (1428421194410885120)]} 0 2
[junit4:junit4]   2> 12483 T266 C25 P53955 /update {wt=javabin&version=2} {add=[45 (1428421194410885121)]} 0 1
[junit4:junit4]   2> 12488 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10045 (1428421194415079424)]} 0 2
[junit4:junit4]   2> 12488 T283 C26 P38357 /update {wt=javabin&version=2} {add=[45 (1428421194416128000)]} 0 2
[junit4:junit4]   2> 12491 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10034 (-1428421194420322304)]} 0 0
[junit4:junit4]   2> 12491 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[34 (-1428421194420322305)]} 0 0
[junit4:junit4]   2> 12495 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[34 (-1428421194423468032)]} 0 1
[junit4:junit4]   2> 12495 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10034 (-1428421194423468033)]} 0 1
[junit4:junit4]   2> 12498 T264 C25 P53955 /update {wt=javabin&version=2} {add=[46 (1428421194427662336)]} 0 1
[junit4:junit4]   2> 12499 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10046 (1428421194427662337)]} 0 1
[junit4:junit4]   2> 12503 T283 C26 P38357 /update {wt=javabin&version=2} {add=[46 (1428421194431856640)]} 0 2
[junit4:junit4]   2> 12503 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10046 (1428421194431856641)]} 0 1
[junit4:junit4]   2> 12507 T265 C25 P53955 /update {wt=javabin&version=2} {add=[47 (1428421194436050944)]} 0 2
[junit4:junit4]   2> 12508 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10047 (1428421194436050945)]} 0 2
[junit4:junit4]   2> 12511 T286 C26 P38357 /update {wt=javabin&version=2} {add=[47 (1428421194440245248)]} 0 1
[junit4:junit4]   2> 12512 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10047 (1428421194441293824)]} 0 1
[junit4:junit4]   2> 12515 T264 C25 P53955 /update {wt=javabin&version=2} {add=[48 (1428421194444439552)]} 0 1
[junit4:junit4]   2> 12515 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10048 (1428421194445488128)]} 0 0
[junit4:junit4]   2> 12517 T284 C26 P38357 /update {wt=javabin&version=2} {add=[48 (1428421194447585280)]} 0 0
[junit4:junit4]   2> 12518 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10048 (1428421194447585281)]} 0 1
[junit4:junit4]   2> 12520 T265 C25 P53955 /update {wt=javabin&version=2} {add=[49 (1428421194450731008)]} 0 0
[junit4:junit4]   2> 12521 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10049 (1428421194451779584)]} 0 1
[junit4:junit4]   2> 12524 T283 C26 P38357 /update {wt=javabin&version=2} {add=[49 (1428421194453876736)]} 0 1
[junit4:junit4]   2> 12526 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10049 (1428421194455973888)]} 0 1
[junit4:junit4]   2> 12526 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[36 (-1428421194457022464)]} 0 0
[junit4:junit4]   2> 12528 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10036 (-1428421194459119616)]} 0 0
[junit4:junit4]   2> 12528 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[36 (-1428421194459119616)]} 0 0
[junit4:junit4]   2> 12531 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10036 (-1428421194461216768)]} 0 1
[junit4:junit4]   2> 12532 T265 C25 P53955 /update {wt=javabin&version=2} {add=[50 (1428421194462265344)]} 0 1
[junit4:junit4]   2> 12535 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10050 (1428421194465411072)]} 0 2
[junit4:junit4]   2> 12535 T284 C26 P38357 /update {wt=javabin&version=2} {add=[50 (1428421194465411072)]} 0 1
[junit4:junit4]   2> 12539 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10050 (1428421194469605376)]} 0 1
[junit4:junit4]   2> 12539 T264 C25 P53955 /update {wt=javabin&version=2} {add=[51 (1428421194470653952)]} 0 1
[junit4:junit4]   2> 12542 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10051 (1428421194472751104)]} 0 1
[junit4:junit4]   2> 12542 T283 C26 P38357 /update {wt=javabin&version=2} {add=[51 (1428421194473799680)]} 0 1
[junit4:junit4]   2> 12545 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10051 (1428421194475896832)]} 0 1
[junit4:junit4]   2> 12545 T265 C25 P53955 /update {wt=javabin&version=2} {add=[52 (1428421194476945408)]} 0 1
[junit4:junit4]   2> 12548 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10052 (1428421194480091136)]} 0 1
[junit4:junit4]   2> 12549 T286 C26 P38357 /update {wt=javabin&version=2} {add=[52 (1428421194480091136)]} 0 1
[junit4:junit4]   2> 12552 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10052 (1428421194483236864)]} 0 1
[junit4:junit4]   2> 12553 T264 C25 P53955 /update {wt=javabin&version=2} {add=[53 (1428421194484285440)]} 0 1
[junit4:junit4]   2> 12555 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10053 (1428421194487431168)]} 0 1
[junit4:junit4]   2> 12557 T284 C26 P38357 /update {wt=javabin&version=2} {add=[53 (1428421194488479744)]} 0 1
[junit4:junit4]   2> 12560 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10053 (1428421194491625472)]} 0 2
[junit4:junit4]   2> 12561 T265 C25 P53955 /update {wt=javabin&version=2} {add=[54 (1428421194492674048)]} 0 1
[junit4:junit4]   2> 12564 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10054 (1428421194495819776)]} 0 1
[junit4:junit4]   2> 12565 T283 C26 P38357 /update {wt=javabin&version=2} {add=[54 (1428421194496868352)]} 0 1
[junit4:junit4]   2> 12567 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10054 (1428421194500014080)]} 0 1
[junit4:junit4]   2> 12570 T264 C25 P53955 /update {wt=javabin&version=2} {add=[55 (1428421194502111232)]} 0 2
[junit4:junit4]   2> 12572 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10055 (1428421194503159808)]} 0 2
[junit4:junit4]   2> 12576 T286 C26 P38357 /update {wt=javabin&version=2} {add=[55 (1428421194508402688)]} 0 1
[junit4:junit4]   2> 12577 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10055 (1428421194509451264)]} 0 1
[junit4:junit4]   2> 12578 T271 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12579 T271 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36894",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36894_"}
[junit4:junit4]   2> 12581 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10056 (1428421194513645569)]} 0 1
[junit4:junit4]   2> 12583 T265 C25 P53955 /update {wt=javabin&version=2} {add=[56 (1428421194513645568)]} 0 4
[junit4:junit4]   2> 12586 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10056 (1428421194518888448)]} 0 2
[junit4:junit4]   2> 12587 T270 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12587 T277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12587 T290 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12587 T286 C26 P38357 /update {wt=javabin&version=2} {add=[56 (1428421194519937024)]} 0 1
[junit4:junit4]   2> 12587 T306 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12591 T264 C25 P53955 /update {wt=javabin&version=2} {add=[10057 (1428421194523082752)]} 0 2
[junit4:junit4]   2> 12592 T266 C25 P53955 /update {wt=javabin&version=2} {add=[57 (1428421194525179904)]} 0 1
[junit4:junit4]   2>  C24_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:36894, collection=collection1, core=collection1, state=recovering, shard=shard1, node_name=127.0.0.1:36894_}
[junit4:junit4]   2> 12621 T300 C24 P36894 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362248593641/jetty2
[junit4:junit4]   2> 12626 T300 C24 P36894 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15e426f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18bb714; maxCacheMB=0.8935546875 maxMergeSizeMB=0.0830078125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12627 T300 C24 P36894 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12632 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10057 (1428421194529374208)]} 0 13
[junit4:junit4]   2> 12634 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[57 (1428421194529374209)]} 0 13
[junit4:junit4]   2> 12635 T284 C26 P38357 /update {wt=javabin&version=2} {add=[57 (1428421194529374209)]} 0 40
[junit4:junit4]   2> 12636 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10057 (1428421194529374208)]} 0 42
[junit4:junit4]   2> 12639 T263 C25 P53955 /update {wt=javabin&version=2} {add=[58 (1428421194574462976)]} 0 1
[junit4:junit4]   2> 12640 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10058 (1428421194575511552)]} 0 2
[junit4:junit4]   2> 12650 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10058 (1428421194579705857)]} 0 3
[junit4:junit4]   2> 12651 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10058 (1428421194579705857)]} 0 8
[junit4:junit4]   2> 12651 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[58 (1428421194579705856)]} 0 5
[junit4:junit4]   2> 12653 T286 C26 P38357 /update {wt=javabin&version=2} {add=[58 (1428421194579705856)]} 0 10
[junit4:junit4]   2> 12657 T266 C25 P53955 /update {wt=javabin&version=2} {add=[59 (1428421194593337344)]} 0 1
[junit4:junit4]   2> 12658 T264 C25 P53955 /update {wt=javabin&version=2} {add=[10059 (1428421194594385920)]} 0 3
[junit4:junit4]   2> 12665 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[59 (1428421194597531648)]} 0 2
[junit4:junit4]   2> 12666 T283 C26 P38357 /update {wt=javabin&version=2} {add=[59 (1428421194597531648)]} 0 7
[junit4:junit4]   2> 12668 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10059 (1428421194599628800)]} 0 1
[junit4:junit4]   2> 12670 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10059 (1428421194599628800)]} 0 8
[junit4:junit4]   2> 12670 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[37 (-1428421194608017408)]} 0 1
[junit4:junit4]   2> 12673 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10037 (-1428421194611163136)]} 0 1
[junit4:junit4]   2> 12676 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[37 (-1428421194611163136)]} 0 0
[junit4:junit4]   2> 12677 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[37 (-1428421194611163136)]} 0 4
[junit4:junit4]   2> 12678 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10037 (-1428421194614308864)]} 0 1
[junit4:junit4]   2> 12678 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10037 (-1428421194614308864)]} 0 2
[junit4:junit4]   2> 12680 T266 C25 P53955 /update {wt=javabin&version=2} {add=[60 (1428421194617454592)]} 0 1
[junit4:junit4]   2> 12681 T264 C25 P53955 /update {wt=javabin&version=2} {add=[10060 (1428421194618503168)]} 0 1
[junit4:junit4]   2> 12686 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[60 (1428421194621648896)]} 0 1
[junit4:junit4]   2> 12687 T284 C26 P38357 /update {wt=javabin&version=2} {add=[60 (1428421194621648896)]} 0 5
[junit4:junit4]   2> 12687 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10060 (1428421194622697472)]} 0 1
[junit4:junit4]   2> 12688 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10060 (1428421194622697472)]} 0 5
[junit4:junit4]   2> 12689 T263 C25 P53955 /update {wt=javabin&version=2} {add=[61 (1428421194627940352)]} 0 0
[junit4:junit4]   2> 12690 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10061 (1428421194628988928)]} 0 0
[junit4:junit4]   2> 12695 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[61 (1428421194631086080)]} 0 1
[junit4:junit4]   2> 12695 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10061 (1428421194631086081)]} 0 1
[junit4:junit4]   2> 12696 T283 C26 P38357 /update {wt=javabin&version=2} {add=[61 (1428421194631086080)]} 0 4
[junit4:junit4]   2> 12696 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10061 (1428421194631086081)]} 0 4
[junit4:junit4]   2> 12698 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[10039 (-1428421194637377536)]} 0 0
[junit4:junit4]   2> 12698 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[39 (-1428421194637377537)]} 0 0
[junit4:junit4]   2> 12703 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10039 (-1428421194639474689)]} 0 1
[junit4:junit4]   2> 12703 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[39 (-1428421194639474688)]} 0 1
[junit4:junit4]   2> 12703 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[39 (-1428421194639474688)]} 0 3
[junit4:junit4]   2> 12703 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10039 (-1428421194639474689)]} 0 3
[junit4:junit4]   2> 12707 T263 C25 P53955 /update {wt=javabin&version=2} {add=[62 (1428421194645766144)]} 0 1
[junit4:junit4]   2> 12707 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10062 (1428421194645766145)]} 0 1
[junit4:junit4]   2> 12712 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10062 (1428421194648911873)]} 0 1
[junit4:junit4]   2> 12712 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[62 (1428421194648911872)]} 0 1
[junit4:junit4]   2> 12713 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10062 (1428421194648911873)]} 0 4
[junit4:junit4]   2> 12713 T284 C26 P38357 /update {wt=javabin&version=2} {add=[62 (1428421194648911872)]} 0 4
[junit4:junit4]   2> 12715 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[10042 (-1428421194655203328)]} 0 0
[junit4:junit4]   2> 12715 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[42 (-1428421194655203329)]} 0 0
[junit4:junit4]   2> 12719 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10042 (-1428421194657300480)]} 0 0
[junit4:junit4]   2> 12719 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[42 (-1428421194657300481)]} 0 0
[junit4:junit4]   2> 12720 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10042 (-1428421194657300480)]} 0 3
[junit4:junit4]   2> 12720 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[42 (-1428421194657300481)]} 0 3
[junit4:junit4]   2> 12723 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10063 (1428421194662543361)]} 0 1
[junit4:junit4]   2> 12723 T264 C25 P53955 /update {wt=javabin&version=2} {add=[63 (1428421194662543360)]} 0 1
[junit4:junit4]   2> 12729 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10063 (1428421194666737665)]} 0 1
[junit4:junit4]   2> 12729 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[63 (1428421194666737664)]} 0 1
[junit4:junit4]   2> 12730 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10063 (1428421194666737665)]} 0 4
[junit4:junit4]   2> 12730 T283 C26 P38357 /update {wt=javabin&version=2} {add=[63 (1428421194666737664)]} 0 4
[junit4:junit4]   2> 12732 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10064 (1428421194673029120)]} 0 0
[junit4:junit4]   2> 12733 T265 C25 P53955 /update {wt=javabin&version=2} {add=[64 (1428421194673029121)]} 0 1
[junit4:junit4]   2> 12738 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10064 (1428421194676174848)]} 0 1
[junit4:junit4]   2> 12739 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[64 (1428421194676174849)]} 0 1
[junit4:junit4]   2> 12739 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10064 (1428421194676174848)]} 0 4
[junit4:junit4]   2> 12739 T284 C26 P38357 /update {wt=javabin&version=2} {add=[64 (1428421194676174849)]} 0 4
[junit4:junit4]   2> 12742 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10065 (1428421194682466305)]} 0 1
[junit4:junit4]   2> 12742 T264 C25 P53955 /update {wt=javabin&version=2} {add=[65 (1428421194682466304)]} 0 1
[junit4:junit4]   2> 12748 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[65 (1428421194686660608)]} 0 1
[junit4:junit4]   2> 12748 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10065 (1428421194686660609)]} 0 1
[junit4:junit4]   2> 12749 T286 C26 P38357 /update {wt=javabin&version=2} {add=[65 (1428421194686660608)]} 0 4
[junit4:junit4]   2> 12749 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10065 (1428421194686660609)]} 0 4
[junit4:junit4]   2> 12751 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[46 (-1428421194692952064)]} 0 0
[junit4:junit4]   2> 12751 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10046 (-1428421194692952065)]} 0 0
[junit4:junit4]   2> 12756 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[46 (-1428421194695049216)]} 0 1
[junit4:junit4]   2> 12756 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10046 (-1428421194696097792)]} 0 1
[junit4:junit4]   2> 12756 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10046 (-1428421194696097792)]} 0 3
[junit4:junit4]   2> 12757 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[46 (-1428421194695049216)]} 0 3
[junit4:junit4]   2> 12759 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10066 (1428421194701340672)]} 0 0
[junit4:junit4]   2> 12760 T264 C25 P53955 /update {wt=javabin&version=2} {add=[66 (1428421194701340673)]} 0 1
[junit4:junit4]   2> 12765 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[66 (1428421194704486401)]} 0 1
[junit4:junit4]   2> 12766 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10066 (1428421194704486400)]} 0 2
[junit4:junit4]   2> 12766 T286 C26 P38357 /update {wt=javabin&version=2} {add=[66 (1428421194704486401)]} 0 4
[junit4:junit4]   2> 12766 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10066 (1428421194704486400)]} 0 4
[junit4:junit4]   2> 12769 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[47 (-1428421194711826432)]} 0 1
[junit4:junit4]   2> 12769 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10047 (-1428421194711826433)]} 0 0
[junit4:junit4]   2> 12773 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10047 (-1428421194713923584)]} 0 0
[junit4:junit4]   2> 12773 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[47 (-1428421194713923585)]} 0 0
[junit4:junit4]   2> 12774 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10047 (-1428421194713923584)]} 0 3
[junit4:junit4]   2> 12774 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[47 (-1428421194713923585)]} 0 3
[junit4:junit4]   2> 12777 T263 C25 P53955 /update {wt=javabin&version=2} {add=[67 (1428421194719166465)]} 0 1
[junit4:junit4]   2> 12777 T264 C25 P53955 /update {wt=javabin&version=2} {add=[10067 (1428421194719166464)]} 0 1
[junit4:junit4]   2> 12783 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10067 (1428421194723360769)]} 0 1
[junit4:junit4]   2> 12783 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[67 (1428421194723360768)]} 0 0
[junit4:junit4]   2> 12784 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10067 (1428421194723360769)]} 0 4
[junit4:junit4]   2> 12784 T283 C26 P38357 /update {wt=javabin&version=2} {add=[67 (1428421194723360768)]} 0 4
[junit4:junit4]   2> 12786 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10050 (-1428421194729652224)]} 0 0
[junit4:junit4]   2> 12786 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[50 (-1428421194729652225)]} 0 0
[junit4:junit4]   2> 12790 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10050 (-1428421194731749376)]} 0 0
[junit4:junit4]   2> 12790 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[50 (-1428421194731749377)]} 0 0
[junit4:junit4]   2> 12791 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[10050 (-1428421194731749376)]} 0 3
[junit4:junit4]   2> 12791 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[50 (-1428421194731749377)]} 0 3
[junit4:junit4]   2> 12793 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10068 (1428421194736992256)]} 0 0
[junit4:junit4]   2> 12794 T264 C25 P53955 /update {wt=javabin&version=2} {add=[68 (1428421194736992257)]} 0 1
[junit4:junit4]   2> 12799 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10068 (1428421194740137984)]} 0 1
[junit4:junit4]   2> 12799 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[68 (1428421194740137985)]} 0 1
[junit4:junit4]   2> 12799 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10068 (1428421194740137984)]} 0 3
[junit4:junit4]   2> 12800 T284 C26 P38357 /update {wt=javabin&version=2} {add=[68 (1428421194740137985)]} 0 4
[junit4:junit4]   2> 12802 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10069 (1428421194746429440)]} 0 1
[junit4:junit4]   2> 12802 T263 C25 P53955 /update {wt=javabin&version=2} {add=[69 (1428421194746429441)]} 0 0
[junit4:junit4]   2> 12807 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10069 (1428421194748526592)]} 0 0
[junit4:junit4]   2> 12808 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[69 (1428421194749575168)]} 0 1
[junit4:junit4]   2> 12808 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10069 (1428421194748526592)]} 0 4
[junit4:junit4]   2> 12809 T283 C26 P38357 /update {wt=javabin&version=2} {add=[69 (1428421194749575168)]} 0 4
[junit4:junit4]   2> 12811 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10070 (1428421194755866624)]} 0 1
[junit4:junit4]   2> 12811 T264 C25 P53955 /update {wt=javabin&version=2} {add=[70 (1428421194755866625)]} 0 0
[junit4:junit4]   2> 12816 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10070 (1428421194757963776)]} 0 0
[junit4:junit4]   2> 12817 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[70 (1428421194759012352)]} 0 1
[junit4:junit4]   2> 12817 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10070 (1428421194757963776)]} 0 4
[junit4:junit4]   2> 12818 T286 C26 P38357 /update {wt=javabin&version=2} {add=[70 (1428421194759012352)]} 0 4
[junit4:junit4]   2> 12821 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10071 (1428421194765303808)]} 0 1
[junit4:junit4]   2> 12821 T263 C25 P53955 /update {wt=javabin&version=2} {add=[71 (1428421194765303809)]} 0 1
[junit4:junit4]   2> 12826 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10071 (1428421194768449536)]} 0 0
[junit4:junit4]   2> 12827 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[71 (1428421194769498112)]} 0 1
[junit4:junit4]   2> 12827 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10071 (1428421194768449536)]} 0 4
[junit4:junit4]   2> 12827 T284 C26 P38357 /update {wt=javabin&version=2} {add=[71 (1428421194769498112)]} 0 4
[junit4:junit4]   2> 12830 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10072 (1428421194774740992)]} 0 1
[junit4:junit4]   2> 12830 T264 C25 P53955 /update {wt=javabin&version=2} {add=[72 (1428421194775789568)]} 0 1
[junit4:junit4]   2> 12836 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[72 (1428421194778935297)]} 0 1
[junit4:junit4]   2> 12837 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10072 (1428421194778935296)]} 0 1
[junit4:junit4]   2> 12837 T283 C26 P38357 /update {wt=javabin&version=2} {add=[72 (1428421194778935297)]} 0 4
[junit4:junit4]   2> 12838 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10072 (1428421194778935296)]} 0 5
[junit4:junit4]   2> 12840 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[51 (-1428421194786275329)]} 0 0
[junit4:junit4]   2> 12840 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10051 (-1428421194786275328)]} 0 0
[junit4:junit4]   2> 12846 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10051 (-1428421194790469632)]} 0 0
[junit4:junit4]   2> 12846 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[51 (-1428421194790469633)]} 0 0
[junit4:junit4]   2> 12847 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[10051 (-1428421194790469632)]} 0 4
[junit4:junit4]   2> 12847 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[51 (-1428421194790469633)]} 0 3
[junit4:junit4]   2> 12851 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10073 (1428421194796761088)]} 0 1
[junit4:junit4]   2> 12852 T264 C25 P53955 /update {wt=javabin&version=2} {add=[73 (1428421194797809664)]} 0 2
[junit4:junit4]   2> 12858 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10073 (1428421194800955392)]} 0 1
[junit4:junit4]   2> 12858 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[73 (1428421194803052544)]} 0 0
[junit4:junit4]   2> 12859 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10073 (1428421194800955392)]} 0 5
[junit4:junit4]   2> 12859 T284 C26 P38357 /update {wt=javabin&version=2} {add=[73 (1428421194803052544)]} 0 4
[junit4:junit4]   2> 12862 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10052 (-1428421194809344000)]} 0 0
[junit4:junit4]   2> 12862 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[52 (-1428421194809344001)]} 0 0
[junit4:junit4]   2> 12868 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10052 (-1428421194812489728)]} 0 1
[junit4:junit4]   2> 12868 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[52 (-1428421194812489729)]} 0 1
[junit4:junit4]   2> 12869 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10052 (-1428421194812489728)]} 0 4
[junit4:junit4]   2> 12869 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[52 (-1428421194812489729)]} 0 4
[junit4:junit4]   2> 12873 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10074 (1428421194819829760)]} 0 1
[junit4:junit4]   2> 12874 T264 C25 P53955 /update {wt=javabin&version=2} {add=[74 (1428421194819829761)]} 0 2
[junit4:junit4]   2> 12881 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10074 (1428421194825072640)]} 0 1
[junit4:junit4]   2> 12882 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[74 (1428421194826121216)]} 0 1
[junit4:junit4]   2> 12882 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10074 (1428421194825072640)]} 0 5
[junit4:junit4]   2> 12883 T283 C26 P38357 /update {wt=javabin&version=2} {add=[74 (1428421194826121216)]} 0 5
[junit4:junit4]   2> 12886 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10053 (-1428421194834509824)]} 0 0
[junit4:junit4]   2> 12887 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[53 (-1428421194834509825)]} 0 1
[junit4:junit4]   2> 12891 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10053 (-1428421194837655552)]} 0 0
[junit4:junit4]   2> 12892 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[53 (-1428421194838704128)]} 0 0
[junit4:junit4]   2> 12892 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[10053 (-1428421194837655552)]} 0 3
[junit4:junit4]   2> 12893 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[53 (-1428421194838704128)]} 0 4
[junit4:junit4]   2> 12896 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10075 (1428421194843947008)]} 0 1
[junit4:junit4]   2> 12897 T264 C25 P53955 /update {wt=javabin&version=2} {add=[75 (1428421194844995584)]} 0 1
[junit4:junit4]   2> 12903 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10075 (1428421194848141312)]} 0 1
[junit4:junit4]   2> 12904 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[75 (1428421194849189888)]} 0 1
[junit4:junit4]   2> 12904 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10075 (1428421194848141312)]} 0 5
[junit4:junit4]   2> 12905 T286 C26 P38357 /update {wt=javabin&version=2} {add=[75 (1428421194849189888)]} 0 5
[junit4:junit4]   2> 12907 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10055 (-1428421194856529920)]} 0 0
[junit4:junit4]   2> 12908 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[55 (-1428421194857578496)]} 0 0
[junit4:junit4]   2> 12913 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10055 (-1428421194860724224)]} 0 0
[junit4:junit4]   2> 12914 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[55 (-1428421194860724225)]} 0 0
[junit4:junit4]   2> 12914 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10055 (-1428421194860724224)]} 0 4
[junit4:junit4]   2> 12915 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[55 (-1428421194860724225)]} 0 4
[junit4:junit4]   2> 12919 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10076 (1428421194868064256)]} 0 1
[junit4:junit4]   2> 12919 T264 C25 P53955 /update {wt=javabin&version=2} {add=[76 (1428421194868064257)]} 0 1
[junit4:junit4]   2> 12927 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10076 (1428421194872258560)]} 0 1
[junit4:junit4]   2> 12928 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[76 (1428421194872258561)]} 0 1
[junit4:junit4]   2> 12928 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10076 (1428421194872258560)]} 0 6
[junit4:junit4]   2> 12929 T284 C26 P38357 /update {wt=javabin&version=2} {add=[76 (1428421194872258561)]} 0 7
[junit4:junit4]   2> 12931 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10056 (-1428421194881695744)]} 0 0
[junit4:junit4]   2> 12932 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[56 (-1428421194882744320)]} 0 1
[junit4:junit4]   2> 12938 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10056 (-1428421194885890048)]} 0 1
[junit4:junit4]   2> 12938 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[56 (-1428421194885890049)]} 0 1
[junit4:junit4]   2> 12939 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10056 (-1428421194885890048)]} 0 4
[junit4:junit4]   2> 12939 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[56 (-1428421194885890049)]} 0 4
[junit4:junit4]   2> 12942 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10077 (1428421194893230080)]} 0 1
[junit4:junit4]   2> 12943 T264 C25 P53955 /update {wt=javabin&version=2} {add=[77 (1428421194893230081)]} 0 1
[junit4:junit4]   2> 12950 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10077 (1428421194897424384)]} 0 1
[junit4:junit4]   2> 12950 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[77 (1428421194897424385)]} 0 1
[junit4:junit4]   2> 12951 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10077 (1428421194897424384)]} 0 6
[junit4:junit4]   2> 12951 T284 C26 P38357 /update {wt=javabin&version=2} {add=[77 (1428421194897424385)]} 0 5
[junit4:junit4]   2> 12954 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10057 (-1428421194905812992)]} 0 0
[junit4:junit4]   2> 12963 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[57 (-1428421194915250176)]} 0 9
[junit4:junit4]   2> 12969 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10057 (-1428421194918395904)]} 0 0
[junit4:junit4]   2> 12969 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[57 (-1428421194919444480)]} 0 0
[junit4:junit4]   2> 12970 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10057 (-1428421194918395904)]} 0 4
[junit4:junit4]   2> 12970 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[57 (-1428421194919444480)]} 0 4
[junit4:junit4]   2> 12974 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10078 (1428421194925735936)]} 0 1
[junit4:junit4]   2> 12974 T264 C25 P53955 /update {wt=javabin&version=2} {add=[78 (1428421194926784512)]} 0 1
[junit4:junit4]   2> 12981 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10078 (1428421194929930240)]} 0 1
[junit4:junit4]   2> 12982 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[78 (1428421194929930241)]} 0 2
[junit4:junit4]   2> 12982 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10078 (1428421194929930240)]} 0 5
[junit4:junit4]   2> 12983 T284 C26 P38357 /update {wt=javabin&version=2} {add=[78 (1428421194929930241)]} 0 6
[junit4:junit4]   2> 12985 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10058 (-1428421194938318848)]} 0 0
[junit4:junit4]   2> 12986 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[58 (-1428421194939367424)]} 0 1
[junit4:junit4]   2> 12991 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10058 (-1428421194941464576)]} 0 0
[junit4:junit4]   2> 12992 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[58 (-1428421194942513152)]} 0 0
[junit4:junit4]   2> 12992 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10058 (-1428421194941464576)]} 0 4
[junit4:junit4]   2> 12992 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[58 (-1428421194942513152)]} 0 3
[junit4:junit4]   2> 12996 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10079 (1428421194948804608)]} 0 1
[junit4:junit4]   2> 12996 T264 C25 P53955 /update {wt=javabin&version=2} {add=[79 (1428421194949853184)]} 0 1
[junit4:junit4]   2> 13003 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10079 (1428421194952998912)]} 0 1
[junit4:junit4]   2> 13003 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[79 (1428421194952998913)]} 0 1
[junit4:junit4]   2> 13004 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10079 (1428421194952998912)]} 0 6
[junit4:junit4]   2> 13004 T284 C26 P38357 /update {wt=javabin&version=2} {add=[79 (1428421194952998913)]} 0 5
[junit4:junit4]   2> 13007 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10060 (-1428421194961387520)]} 0 0
[junit4:junit4]   2> 13008 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[60 (-1428421194961387521)]} 0 1
[junit4:junit4]   2> 13012 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10060 (-1428421194964533248)]} 0 0
[junit4:junit4]   2> 13013 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[60 (-1428421194965581824)]} 0 0
[junit4:junit4]   2> 13013 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10060 (-1428421194964533248)]} 0 3
[junit4:junit4]   2> 13014 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[60 (-1428421194965581824)]} 0 3
[junit4:junit4]   2> 13018 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10080 (1428421194971873280)]} 0 1
[junit4:junit4]   2> 13019 T264 C25 P53955 /update {wt=javabin&version=2} {add=[80 (1428421194971873281)]} 0 2
[junit4:junit4]   2> 13025 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10080 (1428421194976067584)]} 0 1
[junit4:junit4]   2> 13026 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10080 (1428421194976067584)]} 0 6
[junit4:junit4]   2> 13026 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[80 (1428421194977116160)]} 0 1
[junit4:junit4]   2> 13027 T284 C26 P38357 /update {wt=javabin&version=2} {add=[80 (1428421194977116160)]} 0 5
[junit4:junit4]   2> 13029 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[10061 (-1428421194984456192)]} 0 0
[junit4:junit4]   2> 13030 T266 C25 P53955 /update {wt=javabin&version=2} {delete=[61 (-1428421194985504768)]} 0 0
[junit4:junit4]   2> 13034 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10061 (-1428421194987601920)]} 0 0
[junit4:junit4]   2> 13035 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10061 (-1428421194987601920)]} 0 3
[junit4:junit4]   2> 13036 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[61 (-1428421194988650496)]} 0 1
[junit4:junit4]   2> 13037 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[61 (-1428421194988650496)]} 0 4
[junit4:junit4]   2> 13039 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10081 (1428421194993893376)]} 0 1
[junit4:junit4]   2> 13040 T264 C25 P53955 /update {wt=javabin&version=2} {add=[81 (1428421194995990528)]} 0 0
[junit4:junit4]   2> 13046 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10081 (1428421194998087680)]} 0 1
[junit4:junit4]   2> 13047 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10081 (1428421194998087680)]} 0 5
[junit4:junit4]   2> 13047 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[81 (1428421195000184832)]} 0 1
[junit4:junit4]   2> 13049 T284 C26 P38357 /update {wt=javabin&version=2} {add=[81 (1428421195000184832)]} 0 6
[junit4:junit4]   2> 13051 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10082 (1428421195006476288)]} 0 1
[junit4:junit4]   2> 13052 T266 C25 P53955 /update {wt=javabin&version=2} {add=[82 (1428421195008573440)]} 0 1
[junit4:junit4]   2> 13058 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10082 (1428421195010670592)]} 0 1
[junit4:junit4]   2> 13058 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10082 (1428421195010670592)]} 0 4
[junit4:junit4]   2> 13059 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[82 (1428421195011719168)]} 0 1
[junit4:junit4]   2> 13060 T286 C26 P38357 /update {wt=javabin&version=2} {add=[82 (1428421195011719168)]} 0 5
[junit4:junit4]   2> 13062 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10063 (-1428421195019059200)]} 0 1
[junit4:junit4]   2> 13063 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[63 (-1428421195020107776)]} 0 0
[junit4:junit4]   2> 13067 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10063 (-1428421195022204928)]} 0 0
[junit4:junit4]   2> 13068 T285 C26 P38357 /update {wt=javabin&version=2} {delete=[10063 (-1428421195022204928)]} 0 4
[junit4:junit4]   2> 13069 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[63 (-1428421195024302080)]} 0 0
[junit4:junit4]   2> 13070 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[63 (-1428421195024302080)]} 0 4
[junit4:junit4]   2> 13072 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10083 (1428421195028496384)]} 0 1
[junit4:junit4]   2> 13074 T266 C25 P53955 /update {wt=javabin&version=2} {add=[83 (1428421195030593536)]} 0 1
[junit4:junit4]   2> 13079 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10083 (1428421195032690688)]} 0 1
[junit4:junit4]   2> 13080 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10083 (1428421195032690688)]} 0 5
[junit4:junit4]   2> 13081 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[83 (1428421195034787840)]} 0 1
[junit4:junit4]   2> 13082 T286 C26 P38357 /update {wt=javabin&version=2} {add=[83 (1428421195034787840)]} 0 5
[junit4:junit4]   2> 13083 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10064 (-1428421195041079296)]} 0 0
[junit4:junit4]   2> 13086 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[64 (-1428421195044225024)]} 0 1
[junit4:junit4]   2> 13088 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10064 (-1428421195044225024)]} 0 0
[junit4:junit4]   2> 13089 T285 C26 P38357 /update {wt=javabin&version=2} {delete=[10064 (-1428421195044225024)]} 0 3
[junit4:junit4]   2> 13091 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[64 (-1428421195047370752)]} 0 0
[junit4:junit4]   2> 13092 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[64 (-1428421195047370752)]} 0 4
[junit4:junit4]   2> 13093 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10084 (1428421195051565056)]} 0 1
[junit4:junit4]   2> 13096 T266 C25 P53955 /update {wt=javabin&version=2} {add=[84 (1428421195053662208)]} 0 1
[junit4:junit4]   2> 13100 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10084 (1428421195054710784)]} 0 1
[junit4:junit4]   2> 13102 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10084 (1428421195054710784)]} 0 6
[junit4:junit4]   2> 13103 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[84 (1428421195057856512)]} 0 1
[junit4:junit4]   2> 13104 T286 C26 P38357 /update {wt=javabin&version=2} {add=[84 (1428421195057856512)]} 0 5
[junit4:junit4]   2> 13105 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10065 (-1428421195063099392)]} 0 1
[junit4:junit4]   2> 13107 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[65 (-1428421195066245120)]} 0 0
[junit4:junit4]   2> 13110 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10065 (-1428421195066245120)]} 0 0
[junit4:junit4]   2> 13111 T285 C26 P38357 /update {wt=javabin&version=2} {delete=[10065 (-1428421195066245120)]} 0 4
[junit4:junit4]   2> 13113 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[65 (-1428421195069390848)]} 0 1
[junit4:junit4]   2> 13114 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[65 (-1428421195069390848)]} 0 4
[junit4:junit4]   2> 13115 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10085 (1428421195073585152)]} 0 1
[junit4:junit4]   2> 13117 T266 C25 P53955 /update {wt=javabin&version=2} {add=[85 (1428421195076730880)]} 0 0
[junit4:junit4]   2> 13122 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10085 (1428421195077779456)]} 0 1
[junit4:junit4]   2> 13123 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10085 (1428421195077779456)]} 0 5
[junit4:junit4]   2> 13125 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[85 (1428421195079876608)]} 0 1
[junit4:junit4]   2> 13126 T285 C26 P38357 /update {wt=javabin&version=2} {add=[85 (1428421195079876608)]} 0 6
[junit4:junit4]   2> 13126 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10068 (-1428421195086168064)]} 0 0
[junit4:junit4]   2> 13129 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[68 (-1428421195089313792)]} 0 0
[junit4:junit4]   2> 13132 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10068 (-1428421195089313792)]} 0 0
[junit4:junit4]   2> 13133 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[10068 (-1428421195089313792)]} 0 4
[junit4:junit4]   2> 13134 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[68 (-1428421195092459520)]} 0 0
[junit4:junit4]   2> 13135 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[68 (-1428421195092459520)]} 0 3
[junit4:junit4]   2> 13136 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10086 (1428421195096653824)]} 0 1
[junit4:junit4]   2> 13138 T264 C25 P53955 /update {wt=javabin&version=2} {add=[86 (1428421195097702400)]} 0 1
[junit4:junit4]   2> 13143 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10086 (1428421195099799552)]} 0 1
[junit4:junit4]   2> 13144 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10086 (1428421195099799552)]} 0 5
[junit4:junit4]   2> 13144 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[86 (1428421195101896704)]} 0 1
[junit4:junit4]   2> 13145 T285 C26 P38357 /update {wt=javabin&version=2} {add=[86 (1428421195101896704)]} 0 5
[junit4:junit4]   2> 13148 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10087 (1428421195108188160)]} 0 1
[junit4:junit4]   2> 13148 T263 C25 P53955 /update {wt=javabin&version=2} {add=[87 (1428421195109236736)]} 0 0
[junit4:junit4]   2> 13154 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10087 (1428421195112382464)]} 0 1
[junit4:junit4]   2> 13155 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[87 (1428421195112382465)]} 0 1
[junit4:junit4]   2> 13155 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10087 (1428421195112382464)]} 0 5
[junit4:junit4]   2> 13156 T283 C26 P38357 /update {wt=javabin&version=2} {add=[87 (1428421195112382465)]} 0 5
[junit4:junit4]   2> 13159 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10088 (1428421195119722496)]} 0 1
[junit4:junit4]   2> 13160 T264 C25 P53955 /update {wt=javabin&version=2} {add=[88 (1428421195120771072)]} 0 2
[junit4:junit4]   2> 13166 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10088 (1428421195123916800)]} 0 1
[junit4:junit4]   2> 13167 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10088 (1428421195123916800)]} 0 5
[junit4:junit4]   2> 13167 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[88 (1428421195124965376)]} 0 1
[junit4:junit4]   2> 13169 T285 C26 P38357 /update {wt=javabin&version=2} {add=[88 (1428421195124965376)]} 0 6
[junit4:junit4]   2> 13170 T265 C25 P53955 /update {wt=javabin&version=2} {delete=[10069 (-1428421195132305408)]} 0 0
[junit4:junit4]   2> 13172 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[69 (-1428421195134402560)]} 0 1
[junit4:junit4]   2> 13176 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10069 (-1428421195135451136)]} 0 1
[junit4:junit4]   2> 13176 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10069 (-1428421195135451136)]} 0 3
[junit4:junit4]   2> 13177 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[69 (-1428421195137548288)]} 0 0
[junit4:junit4]   2> 13178 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[69 (-1428421195137548288)]} 0 4
[junit4:junit4]   2> 13180 T266 C25 P53955 /update {wt=javabin&version=2} {add=[10089 (1428421195141742592)]} 0 1
[junit4:junit4]   2> 13182 T266 C25 P53955 /update {wt=javabin&version=2} {add=[89 (1428421195144888320)]} 0 1
[junit4:junit4]   2> 13187 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10089 (1428421195145936896)]} 0 1
[junit4:junit4]   2> 13188 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10089 (1428421195145936896)]} 0 5
[junit4:junit4]   2> 13189 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[89 (1428421195148034048)]} 0 1
[junit4:junit4]   2> 13190 T285 C26 P38357 /update {wt=javabin&version=2} {add=[89 (1428421195148034048)]} 0 5
[junit4:junit4]   2> 13192 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10090 (1428421195154325504)]} 0 1
[junit4:junit4]   2> 13194 T264 C25 P53955 /update {wt=javabin&version=2} {add=[90 (1428421195156422656)]} 0 1
[junit4:junit4]   2> 13198 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10090 (1428421195158519808)]} 0 1
[junit4:junit4]   2> 13199 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10090 (1428421195158519808)]} 0 5
[junit4:junit4]   2> 13202 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[90 (1428421195160616960)]} 0 1
[junit4:junit4]   2> 13203 T284 C26 P38357 /update {wt=javabin&version=2} {add=[90 (1428421195160616960)]} 0 6
[junit4:junit4]   2> 13203 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10091 (1428421195165859840)]} 0 1
[junit4:junit4]   2> 13206 T266 C25 P53955 /update {wt=javabin&version=2} {add=[91 (1428421195170054144)]} 0 0
[junit4:junit4]   2> 13210 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10091 (1428421195171102720)]} 0 0
[junit4:junit4]   2> 13211 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10091 (1428421195171102720)]} 0 4
[junit4:junit4]   2> 13213 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[91 (1428421195173199872)]} 0 1
[junit4:junit4]   2> 13214 T285 C26 P38357 /update {wt=javabin&version=2} {add=[91 (1428421195173199872)]} 0 5
[junit4:junit4]   2> 13214 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10071 (-1428421195178442752)]} 0 0
[junit4:junit4]   2> 13217 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[71 (-1428421195181588480)]} 0 0
[junit4:junit4]   2> 13220 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10071 (-1428421195182637056)]} 0 0
[junit4:junit4]   2> 13221 T283 C26 P38357 /update {wt=javabin&version=2} {delete=[10071 (-1428421195182637056)]} 0 4
[junit4:junit4]   2> 13223 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[71 (-1428421195185782784)]} 0 0
[junit4:junit4]   2> 13225 T284 C26 P38357 /update {wt=javabin&version=2} {delete=[71 (-1428421195185782784)]} 0 5
[junit4:junit4]   2> 13225 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10092 (1428421195188928512)]} 0 1
[junit4:junit4]   2> 13231 T266 C25 P53955 /update {wt=javabin&version=2} {add=[92 (1428421195194171392)]} 0 3
[junit4:junit4]   2> 13234 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10092 (1428421195195219968)]} 0 1
[junit4:junit4]   2> 13235 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10092 (1428421195195219968)]} 0 7
[junit4:junit4]   2> 13238 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[92 (1428421195199414272)]} 0 1
[junit4:junit4]   2> 13238 T285 C26 P38357 /update {wt=javabin&version=2} {add=[92 (1428421195199414272)]} 0 4
[junit4:junit4]   2> 13239 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10093 (1428421195203608576)]} 0 1
[junit4:junit4]   2> 13243 T264 C25 P53955 /update {wt=javabin&version=2} {add=[93 (1428421195207802880)]} 0 1
[junit4:junit4]   2> 13246 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10093 (1428421195207802880)]} 0 1
[junit4:junit4]   2> 13247 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10093 (1428421195207802880)]} 0 5
[junit4:junit4]   2> 13251 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[93 (1428421195211997184)]} 0 1
[junit4:junit4]   2> 13252 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10094 (1428421195217240064)]} 0 1
[junit4:junit4]   2> 13253 T284 C26 P38357 /update {wt=javabin&version=2} {add=[93 (1428421195211997184)]} 0 7
[junit4:junit4]   2> 13257 T266 C25 P53955 /update {wt=javabin&version=2} {add=[94 (1428421195222482944)]} 0 1
[junit4:junit4]   2> 13259 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10094 (1428421195221434368)]} 0 0
[junit4:junit4]   2> 13260 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10094 (1428421195221434368)]} 0 5
[junit4:junit4]   2> 13264 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[94 (1428421195226677248)]} 0 1
[junit4:junit4]   2> 13264 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10095 (1428421195229822976)]} 0 1
[junit4:junit4]   2> 13265 T285 C26 P38357 /update {wt=javabin&version=2} {add=[94 (1428421195226677248)]} 0 5
[junit4:junit4]   2> 13269 T264 C25 P53955 /update {wt=javabin&version=2} {add=[95 (1428421195235065856)]} 0 2
[junit4:junit4]   2> 13271 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10095 (1428421195234017280)]} 0 1
[junit4:junit4]   2> 13272 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10095 (1428421195234017280)]} 0 5
[junit4:junit4]   2> 13276 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10096 (1428421195242405888)]} 0 1
[junit4:junit4]   2> 13276 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[95 (1428421195239260160)]} 0 1
[junit4:junit4]   2> 13278 T284 C26 P38357 /update {wt=javabin&version=2} {add=[95 (1428421195239260160)]} 0 6
[junit4:junit4]   2> 13281 T266 C25 P53955 /update {wt=javabin&version=2} {add=[96 (1428421195247648768)]} 0 1
[junit4:junit4]   2> 13283 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10096 (1428421195246600192)]} 0 1
[junit4:junit4]   2> 13284 T286 C26 P38357 /update {wt=javabin&version=2} {add=[10096 (1428421195246600192)]} 0 5
[junit4:junit4]   2> 13287 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10097 (1428421195254988800)]} 0 1
[junit4:junit4]   2> 13288 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[96 (1428421195251843072)]} 0 1
[junit4:junit4]   2> 13289 T285 C26 P38357 /update {wt=javabin&version=2} {add=[96 (1428421195251843072)]} 0 5
[junit4:junit4]   2> 13293 T264 C25 P53955 /update {wt=javabin&version=2} {add=[97 (1428421195260231680)]} 0 1
[junit4:junit4]   2> 13294 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10097 (1428421195258134528)]} 0 1
[junit4:junit4]   2> 13295 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10097 (1428421195258134528)]} 0 5
[junit4:junit4]   2> 13299 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10098 (1428421195266523136)]} 0 1
[junit4:junit4]   2> 13300 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[97 (1428421195264425984)]} 0 1
[junit4:junit4]   2> 13301 T284 C26 P38357 /update {wt=javabin&version=2} {add=[97 (1428421195264425984)]} 0 5
[junit4:junit4]   2> 13305 T266 C25 P53955 /update {wt=javabin&version=2} {add=[98 (1428421195272814592)]} 0 1
[junit4:junit4]   2> 13306 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10098 (1428421195270717440)]} 0 1
[junit4:junit4]   2> 13307 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10098 (1428421195270717440)]} 0 5
[junit4:junit4]   2> 13310 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10099 (1428421195279106048)]} 0 1
[junit4:junit4]   2> 13311 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[98 (1428421195277008896)]} 0 1
[junit4:junit4]   2> 13312 T283 C26 P38357 /update {wt=javabin&version=2} {add=[98 (1428421195277008896)]} 0 5
[junit4:junit4]   2> 13316 T264 C25 P53955 /update {wt=javabin&version=2} {add=[99 (1428421195284348928)]} 0 1
[junit4:junit4]   2> 13317 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10099 (1428421195282251776)]} 0 1
[junit4:junit4]   2> 13318 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10099 (1428421195282251776)]} 0 5
[junit4:junit4]   2> 13322 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10100 (1428421195290640384)]} 0 1
[junit4:junit4]   2> 13323 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[99 (1428421195288543232)]} 0 1
[junit4:junit4]   2> 13324 T286 C26 P38357 /update {wt=javabin&version=2} {add=[99 (1428421195288543232)]} 0 5
[junit4:junit4]   2> 13327 T266 C25 P53955 /update {wt=javabin&version=2} {add=[100 (1428421195296931840)]} 0 0
[junit4:junit4]   2> 13328 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10100 (1428421195294834688)]} 0 1
[junit4:junit4]   2> 13329 T284 C26 P38357 /update {wt=javabin&version=2} {add=[10100 (1428421195294834688)]} 0 5
[junit4:junit4]   2> 13332 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10072 (-1428421195302174720)]} 0 0
[junit4:junit4]   2> 13334 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[100 (1428421195300077568)]} 0 1
[junit4:junit4]   2> 13335 T284 C26 P38357 /update {wt=javabin&version=2} {add=[100 (1428421195300077568)]} 0 5
[junit4:junit4]   2> 13338 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10072 (-1428421195305320448)]} 0 1
[junit4:junit4]   2> 13338 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[72 (-1428421195308466176)]} 0 0
[junit4:junit4]   2> 13339 T285 C26 P38357 /update {wt=javabin&version=2} {delete=[10072 (-1428421195305320448)]} 0 4
[junit4:junit4]   2> 13343 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10101 (1428421195312660480)]} 0 1
[junit4:junit4]   2> 13344 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[72 (-1428421195311611904)]} 0 0
[junit4:junit4]   2> 13345 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[72 (-1428421195311611904)]} 0 4
[junit4:junit4]   2> 13349 T266 C25 P53955 /update {wt=javabin&version=2} {add=[101 (1428421195318951936)]} 0 1
[junit4:junit4]   2> 13350 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10101 (1428421195316854784)]} 0 0
[junit4:junit4]   2> 13351 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10101 (1428421195316854784)]} 0 5
[junit4:junit4]   2> 13363 T263 C25 P53955 /update {wt=javabin&version=2} {delete=[10076 (-1428421195334680576)]} 0 0
[junit4:junit4]   2> 13364 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[101 (1428421195323146240)]} 0 1
[junit4:junit4]   2> 13365 T284 C26 P38357 /update {wt=javabin&version=2} {add=[101 (1428421195323146240)]} 0 14
[junit4:junit4]   2> 13368 T264 C25 P53955 /update {wt=javabin&version=2} {delete=[76 (-1428421195339923456)]} 0 0
[junit4:junit4]   2> 13368 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[10076 (-1428421195337826304)]} 0 0
[junit4:junit4]   2> 13369 T285 C26 P38357 /update {wt=javabin&version=2} {delete=[10076 (-1428421195337826304)]} 0 3
[junit4:junit4]   2> 13373 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10102 (1428421195344117760)]} 0 1
[junit4:junit4]   2> 13373 T299 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {delete=[76 (-1428421195343069184)]} 0 0
[junit4:junit4]   2> 13374 T286 C26 P38357 /update {wt=javabin&version=2} {delete=[76 (-1428421195343069184)]} 0 3
[junit4:junit4]   2> 13378 T266 C25 P53955 /update {wt=javabin&version=2} {add=[102 (1428421195349360640)]} 0 1
[junit4:junit4]   2> 13380 T301 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10102 (1428421195348312064)]} 0 1
[junit4:junit4]   2> 13380 T283 C26 P38357 /update {wt=javabin&version=2} {add=[10102 (1428421195348312064)]} 0 4
[junit4:junit4]   2> 13384 T263 C25 P53955 /update {wt=javabin&version=2} {add=[10103 (1428421195356700672)]} 0 1
[junit4:junit4]   2> 13385 T302 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[102 (1428421195353554944)]} 0 1
[junit4:junit4]   2> 13386 T284 C26 P38357 /update {wt=javabin&version=2} {add=[102 (1428421195353554944)]} 0 5
[junit4:junit4]   2> 13390 T264 C25 P53955 /update {wt=javabin&version=2} {add=[103 (1428421195361943552)]} 0 1
[junit4:junit4]   2> 13391 T300 C24 P36894 /update {wt=javabin&distrib.from=http://127.0.0.1:38357/collection1/&update.distrib=FROMLEADER&version=2} {add=[10103 (1428421195360894976)]} 0 1
[junit4:junit4]   2> 13392 T285 C26 P38357 /update {wt=javabin&version=2} {add=[10103 (1428421195360894976)]} 0 5
[junit4:junit4]   2> 13396 T265 C25 P53955 /update {wt=javabin&version=2} {add=[10104 (1428421195368235008)]} 0 1
[ju

[...truncated too long message...]

rg.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 28030 T3379 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 28034 T3378 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 28156 T3382 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 29231 T3454 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 29231 T3454 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 29231 T3454 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 29231 T3454 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=fi, timezone=Africa/Lusaka
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=106504832,total=150675456
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestSolrIndexConfig, TestLRUCache, ClusterStateTest, TestRTGBase, RequestHandlersTest, AnalysisAfterCoreReloadTest, IndexSchemaRuntimeFieldTest, UnloadDistributedZkTest, SolrIndexSplitterTest, SoftAutoCommitTest, RecoveryZkTest, TestFunctionQuery, HardAutoCommitTest, TestQueryUtils, DateFieldTest, BadIndexSchemaTest, HighlighterTest, FieldAnalysisRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestStressRecovery, NoCacheHeaderTest, TimeZoneUtilsTest, ZkSolrClientTest, CircularListTest, TestSolrQueryParser, TestReplicationHandler, OverseerTest, FieldMutatingUpdateProcessorTest, TestFastWriter, LukeRequestHandlerTest, UpdateParamsTest, MultiTermTest, UniqFieldsUpdateProcessorFactoryTest, TestJmxIntegration, StatelessScriptUpdateProcessorFactoryTest, TestSolrDiscoveryProperties, SolrCoreTest, TestComponentsName, NotRequiredUniqueKeyTest, TestFastLRUCache, DistributedQueryElevationComponentTest, TestRecovery, UUIDFieldTest, URLClassifyProcessorTest, TestQuerySenderNoQuery, EchoParamsTest, TermVectorComponentDistributedTest, TestPartialUpdateDeduplication, TestCSVLoader, PolyFieldTest, TestQueryTypes, TestJmxMonitoredMap, TestDocumentBuilder, TestPluginEnable, TestStressVersions, HighlighterConfigTest, TestHashPartitioner, StatsComponentTest, ResourceLoaderTest, ScriptEngineTest, TestBM25SimilarityFactory, TermsComponentTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, DistributedSpellCheckComponentTest, TestRealTimeGet, TestDistributedGrouping, SpellCheckCollatorTest, AutoCommitTest, TestFaceting, TestJoin, ConvertedLegacyTest, PeerSyncTest, BasicFunctionalityTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestTrie, QueryEqualityTest, TestWordDelimiterFilterFactory, TestCSVResponseWriter, DocumentBuilderTest, IndexSchemaTest, QueryParsingTest, SolrInfoMBeanTest, StandardRequestHandlerTest, PingRequestHandlerTest, SuggesterWFSTTest, SolrPluginUtilsTest, TestReversedWildcardFilterFactory, JSONWriterTest, SearchHandlerTest, SuggesterFSTTest, SuggesterTSTTest, CSVRequestHandlerTest, TestSearchPerf, SolrCoreCheckLockOnStartupTest, TestLuceneMatchVersion, TestWriterPerf, AlternateDirectoryTest, TestBinaryField, TestSolrDeletionPolicy2, TestXIncludeConfig, TestDocSet, TestQuerySenderListener, IndexReaderFactoryTest, TestNumberUtils, SpellPossibilityIteratorTest, LegacyHTMLStripCharFilterTest, TestIBSimilarityFactory, TestDefaultSimilarityFactory, FileUtilsTest, SpellingQueryConverterTest, TestBadConfig, PathHierarchyTokenizerFactoryTest, TestCharFilters, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 29.32s, 1 test, 1 failure <<< FAILURES!

[...truncated 79 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:870: There were test failures: 260 suites, 1092 tests, 2 suite-level errors, 1 failure, 9 ignored (3 assumptions)

Total time: 47 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b78 -client -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure

Re: [JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk7) - Build # 4543 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.

Should be fixed now.

- Mark

On Mar 2, 2013, at 6:10 PM, Policeman Jenkins Server <je...@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4543/
> Java: 32bit/ibm-j9-jdk7 
> 
> 1 tests failed.
> FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
> 
> Error Message:
> expected:<1> but was:<0>
> 
> Stack Trace:
> java.lang.AssertionError: expected:<1> but was:<0>
> 	at __randomizedtesting.SeedInfo.seed([E534325F463786F:8FB5CD3D833C1853]:0)
> 	at org.junit.Assert.fail(Assert.java:93)
> 	at org.junit.Assert.failNotEquals(Assert.java:647)
> 	at org.junit.Assert.assertEquals(Assert.java:128)
> 	at org.junit.Assert.assertEquals(Assert.java:472)
> 	at org.junit.Assert.assertEquals(Assert.java:456)
> 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:209)
> 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
> 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
> 	at java.lang.reflect.Method.invoke(Method.java:613)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at java.lang.Thread.run(Thread.java:780)
> 
> 
> 
> 
> Build Log:
> [...truncated 9499 lines...]
> [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
> [junit4:junit4]   2> 0 T2708 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /jz/n
> [junit4:junit4]   2> 4 T2708 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
> [junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210
> [junit4:junit4]   2> 5 T2708 oasc.ZkTestServer.run STARTING ZK TEST SERVER
> [junit4:junit4]   2> 6 T2709 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
> [junit4:junit4]   2> 8 T2709 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
> [junit4:junit4]   2> 8 T2709 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
> [junit4:junit4]   2> 9 T2709 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
> [junit4:junit4]   2> 9 T2709 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
> [junit4:junit4]   2> 10 T2709 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/zookeeper/server1/data/version-2/snapshot.0
> [junit4:junit4]   2> 106 T2708 oasc.ZkTestServer.run start zk server on port:54711
> [junit4:junit4]   2> 107 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@333af0cc
> [junit4:junit4]   2> 108 T2714 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 108 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 108 T2714 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 108 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54920
> [junit4:junit4]   2> 109 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54920
> [junit4:junit4]   2> 109 T2712 oazsp.FileTxnLog.append Creating new log file: log.1
> [junit4:junit4]   2> 126 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70000 with negotiated timeout 10000 for client /127.0.0.1:54920
> [junit4:junit4]   2> 126 T2714 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70000, negotiated timeout = 10000
> [junit4:junit4]   2> 127 T2715 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@333af0cc name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 127 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 128 T2708 oascc.SolrZkClient.makePath makePath: /solr
> [junit4:junit4]   2> 130 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70000
> [junit4:junit4]   2> 131 T2715 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 131 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54920 which had sessionid 0x13d2d5c99b70000
> [junit4:junit4]   2> 131 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70000 closed
> [junit4:junit4]   2> 132 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6aa2ff8a
> [junit4:junit4]   2> 133 T2716 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 133 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 133 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54921
> [junit4:junit4]   2> 133 T2716 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 134 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54921
> [junit4:junit4]   2> 134 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70001 with negotiated timeout 10000 for client /127.0.0.1:54921
> [junit4:junit4]   2> 135 T2716 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70001, negotiated timeout = 10000
> [junit4:junit4]   2> 135 T2717 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aa2ff8a name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 135 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 136 T2708 oascc.SolrZkClient.makePath makePath: /collections/collection1
> [junit4:junit4]   2> 138 T2708 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
> [junit4:junit4]   2> 140 T2708 oascc.SolrZkClient.makePath makePath: /collections/control_collection
> [junit4:junit4]   2> 141 T2708 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
> [junit4:junit4]   2> 143 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 144 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 146 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4]   2> 147 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
> [junit4:junit4]   2> 150 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 150 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 152 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
> [junit4:junit4]   2> 153 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
> [junit4:junit4]   2> 155 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
> [junit4:junit4]   2> 156 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
> [junit4:junit4]   2> 159 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 159 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 162 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 163 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 165 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 166 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 168 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 169 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 171 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70001
> [junit4:junit4]   2> 172 T2717 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 172 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54921 which had sessionid 0x13d2d5c99b70001
> [junit4:junit4]   2> 172 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70001 closed
> [junit4:junit4]   2> 232 T2708 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 245 T2708 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34136
> [junit4:junit4]   2> 246 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 246 T2708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 247 T2708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378
> [junit4:junit4]   2> 247 T2708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/solr.xml
> [junit4:junit4]   2> 248 T2708 oasc.CoreContainer.<init> New CoreContainer 1112915197
> [junit4:junit4]   2> 248 T2708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/'
> [junit4:junit4]   2> 249 T2708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/'
> [junit4:junit4]   2> 260 T2708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
> [junit4:junit4]   2> 261 T2708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 261 T2708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 262 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 262 T2708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 263 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 264 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 264 T2708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 265 T2708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 265 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 272 T2708 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 282 T2708 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54711/solr
> [junit4:junit4]   2> 282 T2708 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 283 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6954bf70
> [junit4:junit4]   2> 284 T2727 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 284 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 284 T2727 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 285 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54922
> [junit4:junit4]   2> 285 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54922
> [junit4:junit4]   2> 286 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70002 with negotiated timeout 20000 for client /127.0.0.1:54922
> [junit4:junit4]   2> 286 T2727 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70002, negotiated timeout = 20000
> [junit4:junit4]   2> 287 T2728 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6954bf70 name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 287 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 288 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70002
> [junit4:junit4]   2> 289 T2728 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 289 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54922 which had sessionid 0x13d2d5c99b70002
> [junit4:junit4]   2> 289 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70002 closed
> [junit4:junit4]   2> 290 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 294 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@cf20b951
> [junit4:junit4]   2> 295 T2729 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 295 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 295 T2729 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 296 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54923
> [junit4:junit4]   2> 296 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54923
> [junit4:junit4]   2> 297 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70003 with negotiated timeout 20000 for client /127.0.0.1:54923
> [junit4:junit4]   2> 297 T2729 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70003, negotiated timeout = 20000
> [junit4:junit4]   2> 298 T2730 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cf20b951 name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 298 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 299 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 300 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes
> [junit4:junit4]   2> 302 T2708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34136_jz%2Fn
> [junit4:junit4]   2> 303 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34136_jz%2Fn Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34136_jz%2Fn
> [junit4:junit4]   2> 303 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34136_jz%2Fn
> [junit4:junit4]   2> 305 T2708 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
> [junit4:junit4]   2> 308 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   2> 308 T2708 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 311 T2708 oasc.Overseer.start Overseer (id=89277443356426243-127.0.0.1:34136_jz%2Fn-n_0000000000) starting
> [junit4:junit4]   2> 312 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 313 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 313 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 314 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 315 T2732 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 315 T2708 oascc.SolrZkClient.makePath makePath: /clusterstate.json
> [junit4:junit4]   2> 317 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 318 T2731 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
> [junit4:junit4]   2> 320 T2733 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1
> [junit4:junit4]   2> 320 T2733 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
> [junit4:junit4]   2> 321 T2733 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 321 T2733 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
> [junit4:junit4]   2> 322 T2733 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1/'
> [junit4:junit4]   2> 322 T2733 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1/lib/README' to classloader
> [junit4:junit4]   2> 323 T2733 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 347 T2733 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 378 T2733 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 379 T2733 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 383 T2733 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 691 T2733 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 695 T2733 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 698 T2733 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 707 T2733 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 710 T2733 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 713 T2733 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 714 T2733 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 714 T2733 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 715 T2733 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 716 T2733 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 716 T2733 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 716 T2733 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/
> [junit4:junit4]   2> 717 T2733 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
> [junit4:junit4]   2> 717 T2733 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 718 T2733 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data forceNew:false
> [junit4:junit4]   2> 718 T2733 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data
> [junit4:junit4]   2> 719 T2733 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index/
> [junit4:junit4]   2> 719 T2733 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 719 T2733 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index forceNew:false
> [junit4:junit4]   2> 721 T2733 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@beba4872 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ca29a6eb),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 721 T2733 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 721 T2733 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index
> [junit4:junit4]   2> 723 T2733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 723 T2733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 723 T2733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 724 T2733 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 724 T2733 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 725 T2733 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 725 T2733 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 725 T2733 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 726 T2733 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 727 T2733 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 728 T2733 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data
> [junit4:junit4]   2> 729 T2733 oass.SolrIndexSearcher.<init> Opening Searcher@2581835 main
> [junit4:junit4]   2> 729 T2733 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/tlog
> [junit4:junit4]   2> 730 T2733 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 730 T2733 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 734 T2734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2581835 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 735 T2733 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 735 T2733 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 736 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
> [junit4:junit4]   2> 1821 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 1821 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34136/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:34136_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"control_collection",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 1822 T2731 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
> [junit4:junit4]   2> 1822 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 1822 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
> [junit4:junit4]   2> 1827 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 2737 T2733 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 2738 T2733 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34136/jz/n collection:control_collection shard:shard1
> [junit4:junit4]   2> 2739 T2733 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
> [junit4:junit4]   2> 2743 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
> [junit4:junit4]   2> 2744 T2733 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 2744 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 2746 T2733 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 2746 T2733 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 2746 T2733 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34136/jz/n/collection1/
> [junit4:junit4]   2> 2747 T2733 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 2747 T2733 oasc.SyncStrategy.syncToMe http://127.0.0.1:34136/jz/n/collection1/ has no replicas
> [junit4:junit4]   2> 2747 T2733 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34136/jz/n/collection1/
> [junit4:junit4]   2> 2748 T2733 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
> [junit4:junit4]   2> 2750 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 3332 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 3343 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 3353 T2733 oasc.ZkController.register We are http://127.0.0.1:34136/jz/n/collection1/ and leader is http://127.0.0.1:34136/jz/n/collection1/
> [junit4:junit4]   2> 3353 T2733 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34136/jz/n
> [junit4:junit4]   2> 3354 T2733 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 3354 T2733 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 3355 T2733 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 3357 T2733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 3359 T2708 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 3360 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 3362 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 3368 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:
> [junit4:junit4]   2> 3369 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@30f40218
> [junit4:junit4]   2> 3370 T2736 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 3370 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 3371 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54928
> [junit4:junit4]   2> 3370 T2736 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 3371 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54928
> [junit4:junit4]   2> 3372 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70004 with negotiated timeout 10000 for client /127.0.0.1:54928
> [junit4:junit4]   2> 3372 T2736 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70004, negotiated timeout = 10000
> [junit4:junit4]   2> 3373 T2737 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30f40218 name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 3373 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 3374 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 3375 T2708 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4]   2> 3436 T2708 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 3438 T2708 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60021
> [junit4:junit4]   2> 3439 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 3440 T2708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 3440 T2708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580
> [junit4:junit4]   2> 3441 T2708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/solr.xml
> [junit4:junit4]   2> 3441 T2708 oasc.CoreContainer.<init> New CoreContainer -1556019191
> [junit4:junit4]   2> 3442 T2708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/'
> [junit4:junit4]   2> 3442 T2708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/'
> [junit4:junit4]   2> 3455 T2708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
> [junit4:junit4]   2> 3456 T2708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 3456 T2708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 3457 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 3457 T2708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 3458 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 3458 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 3459 T2708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 3459 T2708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 3460 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 3467 T2708 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 3478 T2708 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54711/solr
> [junit4:junit4]   2> 3478 T2708 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 3479 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@73cd271d
> [junit4:junit4]   2> 3480 T2747 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 3480 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 3480 T2747 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 3481 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54929
> [junit4:junit4]   2> 3481 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54929
> [junit4:junit4]   2> 3482 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70005 with negotiated timeout 20000 for client /127.0.0.1:54929
> [junit4:junit4]   2> 3482 T2747 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70005, negotiated timeout = 20000
> [junit4:junit4]   2> 3482 T2748 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73cd271d name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 3483 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 3484 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70005
> [junit4:junit4]   2> 3484 T2748 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 3484 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54929 which had sessionid 0x13d2d5c99b70005
> [junit4:junit4]   2> 3484 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70005 closed
> [junit4:junit4]   2> 3485 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 3489 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@996c3c56
> [junit4:junit4]   2> 3491 T2749 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 3490 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 3491 T2749 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 3491 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54930
> [junit4:junit4]   2> 3492 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54930
> [junit4:junit4]   2> 3492 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70006 with negotiated timeout 20000 for client /127.0.0.1:54930
> [junit4:junit4]   2> 3492 T2749 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70006, negotiated timeout = 20000
> [junit4:junit4]   2> 3493 T2750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@996c3c56 name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 3493 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 3494 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 3495 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 3496 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 4498 T2708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60021_jz%2Fn
> [junit4:junit4]   2> 4499 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:60021_jz%2Fn Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:60021_jz%2Fn
> [junit4:junit4]   2> 4500 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60021_jz%2Fn
> [junit4:junit4]   2> 4502 T2737 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 4502 T2750 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 4502 T2730 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 4502 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 4506 T2751 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1
> [junit4:junit4]   2> 4506 T2751 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 4507 T2751 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 4507 T2751 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 4508 T2751 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1/'
> [junit4:junit4]   2> 4508 T2751 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1/lib/README' to classloader
> [junit4:junit4]   2> 4509 T2751 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 4532 T2751 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 4565 T2751 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 4566 T2751 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 4570 T2751 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 4849 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 4850 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34136/jz/n",
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:34136_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"control_collection",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 4852 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 4852 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 4852 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 4888 T2751 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 4893 T2751 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 4896 T2751 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 4906 T2751 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 4911 T2751 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 4916 T2751 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 4917 T2751 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 4918 T2751 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 4918 T2751 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 4920 T2751 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 4920 T2751 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 4921 T2751 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/
> [junit4:junit4]   2> 4921 T2751 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
> [junit4:junit4]   2> 4922 T2751 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 4923 T2751 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1 forceNew:false
> [junit4:junit4]   2> 4923 T2751 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
> [junit4:junit4]   2> 4924 T2751 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index/
> [junit4:junit4]   2> 4927 T2751 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 4928 T2751 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index forceNew:false
> [junit4:junit4]   2> 4931 T2751 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 4932 T2751 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 4933 T2751 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
> [junit4:junit4]   2> 4936 T2751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 4937 T2751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 4938 T2751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 4940 T2751 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 4941 T2751 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 4942 T2751 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 4943 T2751 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 4945 T2751 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 4946 T2751 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 4947 T2751 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 4949 T2751 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
> [junit4:junit4]   2> 4950 T2751 oass.SolrIndexSearcher.<init> Opening Searcher@42c76c02 main
> [junit4:junit4]   2> 4950 T2751 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/tlog
> [junit4:junit4]   2> 4951 T2751 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 4952 T2751 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 4955 T2752 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42c76c02 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 4957 T2751 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 4957 T2751 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 6355 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 6356 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"2",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 6357 T2731 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
> [junit4:junit4]   2> 6357 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 6361 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 6361 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 6361 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 6958 T2751 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 6958 T2751 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60021/jz/n collection:collection1 shard:shard1
> [junit4:junit4]   2> 6959 T2751 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
> [junit4:junit4]   2> 6964 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
> [junit4:junit4]   2> 6964 T2751 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 6965 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 6966 T2751 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 6966 T2751 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 6966 T2751 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60021/jz/n/collection1/
> [junit4:junit4]   2> 6967 T2751 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 6967 T2751 oasc.SyncStrategy.syncToMe http://127.0.0.1:60021/jz/n/collection1/ has no replicas
> [junit4:junit4]   2> 6967 T2751 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60021/jz/n/collection1/
> [junit4:junit4]   2> 6968 T2751 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
> [junit4:junit4]   2> 6970 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 7865 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 7896 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7896 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7896 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7924 T2751 oasc.ZkController.register We are http://127.0.0.1:60021/jz/n/collection1/ and leader is http://127.0.0.1:60021/jz/n/collection1/
> [junit4:junit4]   2> 7925 T2751 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60021/jz/n
> [junit4:junit4]   2> 7926 T2751 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 7926 T2751 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 7927 T2751 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 7929 T2751 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 7931 T2708 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 7932 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 7933 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 8005 T2708 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 8007 T2708 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49462
> [junit4:junit4]   2> 8008 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 8008 T2708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 8009 T2708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150
> [junit4:junit4]   2> 8009 T2708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/solr.xml
> [junit4:junit4]   2> 8010 T2708 oasc.CoreContainer.<init> New CoreContainer 1479167609
> [junit4:junit4]   2> 8010 T2708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/'
> [junit4:junit4]   2> 8011 T2708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/'
> [junit4:junit4]   2> 8022 T2708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
> [junit4:junit4]   2> 8023 T2708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 8023 T2708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 8024 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 8024 T2708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 8025 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 8026 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 8026 T2708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 8027 T2708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 8027 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 8034 T2708 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 8044 T2708 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54711/solr
> [junit4:junit4]   2> 8044 T2708 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 8045 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@b8a0312d
> [junit4:junit4]   2> 8046 T2763 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 8046 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 8046 T2763 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 8046 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54936
> [junit4:junit4]   2> 8047 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54936
> [junit4:junit4]   2> 8048 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70007 with negotiated timeout 20000 for client /127.0.0.1:54936
> [junit4:junit4]   2> 8048 T2763 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70007, negotiated timeout = 20000
> [junit4:junit4]   2> 8048 T2764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b8a0312d name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 8049 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 8049 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70007
> [junit4:junit4]   2> 8050 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54936 which had sessionid 0x13d2d5c99b70007
> [junit4:junit4]   2> 8050 T2764 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 8050 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70007 closed
> [junit4:junit4]   2> 8051 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 8055 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3300a9fe
> [junit4:junit4]   2> 8056 T2765 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 8056 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 8056 T2765 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 8056 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54937
> [junit4:junit4]   2> 8057 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54937
> [junit4:junit4]   2> 8058 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70008 with negotiated timeout 20000 for client /127.0.0.1:54937
> [junit4:junit4]   2> 8058 T2765 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70008, negotiated timeout = 20000
> [junit4:junit4]   2> 8058 T2766 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3300a9fe name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 8059 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 8059 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 8060 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 8061 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 9063 T2708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49462_jz%2Fn
> [junit4:junit4]   2> 9064 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49462_jz%2Fn Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49462_jz%2Fn
> [junit4:junit4]   2> 9065 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49462_jz%2Fn
> [junit4:junit4]   2> 9067 T2737 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 9068 T2750 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 9068 T2766 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 9068 T2730 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 9068 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9068 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9069 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9074 T2767 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1
> [junit4:junit4]   2> 9075 T2767 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 9075 T2767 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 9076 T2767 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 9077 T2767 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1/'
> [junit4:junit4]   2> 9078 T2767 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1/lib/README' to classloader
> [junit4:junit4]   2> 9079 T2767 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 9107 T2767 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 9139 T2767 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 9140 T2767 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 9145 T2767 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 9403 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 9404 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"2",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 9406 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9406 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9406 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9406 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9483 T2767 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 9488 T2767 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 9491 T2767 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 9505 T2767 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 9510 T2767 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 9513 T2767 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 9514 T2767 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 9514 T2767 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 9514 T2767 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 9515 T2767 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 9516 T2767 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 9516 T2767 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/
> [junit4:junit4]   2> 9516 T2767 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
> [junit4:junit4]   2> 9517 T2767 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 9517 T2767 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2 forceNew:false
> [junit4:junit4]   2> 9518 T2767 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
> [junit4:junit4]   2> 9518 T2767 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index/
> [junit4:junit4]   2> 9519 T2767 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 9519 T2767 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index forceNew:false
> [junit4:junit4]   2> 9520 T2767 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e8168904 lockFactory=org.apache.lucene.store.NativeFSLockFactory@87db2c99),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 9521 T2767 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 9521 T2767 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
> [junit4:junit4]   2> 9522 T2767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 9523 T2767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 9523 T2767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 9524 T2767 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 9524 T2767 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 9524 T2767 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 9525 T2767 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 9525 T2767 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 9526 T2767 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 9527 T2767 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 9529 T2767 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
> [junit4:junit4]   2> 9529 T2767 oass.SolrIndexSearcher.<init> Opening Searcher@32ec4ed4 main
> [junit4:junit4]   2> 9530 T2767 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/tlog
> [junit4:junit4]   2> 9530 T2767 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 9531 T2767 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 9535 T2768 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32ec4ed4 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 9537 T2767 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 9537 T2767 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 10912 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 10913 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49462/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"3",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49462_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 10913 T2731 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
> [junit4:junit4]   2> 10914 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
> [junit4:junit4]   2> 10917 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10917 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10917 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10918 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 11539 T2767 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 11539 T2767 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49462/jz/n collection:collection1 shard:shard2
> [junit4:junit4]   2> 11540 T2767 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
> [junit4:junit4]   2> 11544 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
> [junit4:junit4]   2> 11545 T2767 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 11545 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 11547 T2767 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 11548 T2767 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 11548 T2767 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49462/jz/n/collection1/
> [junit4:junit4]   2> 11549 T2767 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 11549 T2767 oasc.SyncStrategy.syncToMe http://127.0.0.1:49462/jz/n/collection1/ has no replicas
> [junit4:junit4]   2> 11550 T2767 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49462/jz/n/collection1/
> [junit4:junit4]   2> 11550 T2767 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
> [junit4:junit4]   2> 11553 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 12421 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 12426 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 12426 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 12426 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 12426 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 12456 T2767 oasc.ZkController.register We are http://127.0.0.1:49462/jz/n/collection1/ and leader is http://127.0.0.1:49462/jz/n/collection1/
> [junit4:junit4]   2> 12457 T2767 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49462/jz/n
> [junit4:junit4]   2> 12458 T2767 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 12458 T2767 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 12459 T2767 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 12461 T2767 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 12462 T2708 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 12464 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 12465 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 12541 T2708 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 12543 T2708 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:32892
> [junit4:junit4]   2> 12544 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 12544 T2708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 12545 T2708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675
> [junit4:junit4]   2> 12545 T2708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/solr.xml
> [junit4:junit4]   2> 12546 T2708 oasc.CoreContainer.<init> New CoreContainer 1878696378
> [junit4:junit4]   2> 12547 T2708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/'
> [junit4:junit4]   2> 12547 T2708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/'
> [junit4:junit4]   2> 12561 T2708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
> [junit4:junit4]   2> 12562 T2708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 12563 T2708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 12563 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 12564 T2708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 12564 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 12565 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 12566 T2708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 12566 T2708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 12567 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 12576 T2708 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 12592 T2708 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54711/solr
> [junit4:junit4]   2> 12593 T2708 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 12594 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ebb8185d
> [junit4:junit4]   2> 12595 T2779 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 12595 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 12595 T2779 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 12595 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54942
> [junit4:junit4]   2> 12596 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54942
> [junit4:junit4]   2> 12597 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70009 with negotiated timeout 20000 for client /127.0.0.1:54942
> [junit4:junit4]   2> 12597 T2779 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70009, negotiated timeout = 20000
> [junit4:junit4]   2> 12598 T2780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ebb8185d name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 12598 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 12599 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70009
> [junit4:junit4]   2> 12600 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54942 which had sessionid 0x13d2d5c99b70009
> [junit4:junit4]   2> 12600 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70009 closed
> [junit4:junit4]   2> 12600 T2780 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 12601 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   2> 12605 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@9da9e782
> [junit4:junit4]   2> 12606 T2781 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 12606 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 12607 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54943
> [junit4:junit4]   2> 12607 T2781 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 12608 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54943
> [junit4:junit4]   2> 12609 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b7000a with negotiated timeout 20000 for client /127.0.0.1:54943
> [junit4:junit4]   2> 12609 T2781 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b7000a, negotiated timeout = 20000
> [junit4:junit4]   2> 12609 T2782 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9da9e782 name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 12609 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 12610 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 12611 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 12612 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 13614 T2708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32892_jz%2Fn
> [junit4:junit4]   2> 13617 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:32892_jz%2Fn Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:32892_jz%2Fn
> [junit4:junit4]   2> 13618 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32892_jz%2Fn
> [junit4:junit4]   2> 13623 T2766 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13623 T2730 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13623 T2750 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13623 T2782 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13624 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13624 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13624 T2737 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 13626 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13626 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13634 T2783 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1
> [junit4:junit4]   2> 13635 T2783 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 13636 T2783 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 13637 T2783 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 13639 T2783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1/'
> [junit4:junit4]   2> 13640 T2783 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1/lib/README' to classloader
> [junit4:junit4]   2> 13641 T2783 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 13680 T2783 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 13712 T2783 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 13713 T2783 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 13718 T2783 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 13931 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 13931 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49462/jz/n",
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"3",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49462_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 13935 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13935 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13935 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13935 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13937 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 14074 T2783 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 14079 T2783 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 14082 T2783 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 14093 T2783 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 14096 T2783 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 14101 T2783 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 14102 T2783 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 14103 T2783 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 14103 T2783 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 14105 T2783 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 14105 T2783 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 14106 T2783 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/
> [junit4:junit4]   2> 14106 T2783 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
> [junit4:junit4]   2> 14107 T2783 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 14108 T2783 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3 forceNew:false
> [junit4:junit4]   2> 14109 T2783 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 14109 T2783 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index/
> [junit4:junit4]   2> 14110 T2783 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 14111 T2783 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index forceNew:false
> [junit4:junit4]   2> 14113 T2783 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 14113 T2783 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 14114 T2783 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
> [junit4:junit4]   2> 14116 T2783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 14116 T2783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 14117 T2783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 14118 T2783 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 14119 T2783 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 14120 T2783 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 14120 T2783 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 14121 T2783 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 14122 T2783 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 14123 T2783 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 14126 T2783 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 14127 T2783 oass.SolrIndexSearcher.<init> Opening Searcher@ae3b5894 main
> [junit4:junit4]   2> 14127 T2783 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/tlog
> [junit4:junit4]   2> 14128 T2783 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 14129 T2783 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 14135 T2784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ae3b5894 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 14138 T2783 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 14138 T2783 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 15440 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 15441 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32892/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"4",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:32892_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 15441 T2731 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
> [junit4:junit4]   2> 15441 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 15446 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 15446 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 15446 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 15446 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 15446 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 16139 T2783 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 16140 T2783 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32892/jz/n collection:collection1 shard:shard1
> [junit4:junit4]   2> 16143 T2783 oasc.ZkController.register We are http://127.0.0.1:32892/jz/n/collection1/ and leader is http://127.0.0.1:60021/jz/n/collection1/
> [junit4:junit4]   2> 16143 T2783 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32892/jz/n
> [junit4:junit4]   2> 16144 T2783 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 16144 T2783 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C176 name=collection1 org.apache.solr.core.SolrCore@18e6b08e url=http://127.0.0.1:32892/jz/n/collection1 node=127.0.0.1:32892_jz%2Fn C176_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:32892/jz/n, state=down, node_name=127.0.0.1:32892_jz%2Fn, collection=collection1, core=collection1}
> [junit4:junit4]   2> 16145 T2785 C176 P32892 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 16145 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 16145 T2783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 16145 T2785 C176 P32892 oasc.ZkController.publish publishing core=collection1 state=recovering
> [junit4:junit4]   2> 16146 T2785 C176 P32892 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 16146 T2708 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 16147 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 16148 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 16148 T2785 C176 P32892 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 16154 T2708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 16155 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 16163 T2746 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/onenodecollectioncore
> [junit4:junit4]   2> 16164 T2746 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
> [junit4:junit4]   2> 16165 T2746 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
> [junit4:junit4]   2> 16166 T2746 oasc.ZkController.getConfName Looking for collection configName
> [junit4:junit4]   2> 16167 T2746 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
> [junit4:junit4]   2> 16168 T2746 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
> [junit4:junit4]   2> 16170 T2746 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
> [junit4:junit4]   2> 16172 T2746 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/onenodecollectioncore/'
> [junit4:junit4]   2> 16208 T2746 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 16254 T2746 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 16255 T2746 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 16262 T2746 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 16656 T2746 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 16662 T2746 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 16666 T2746 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 16677 T2746 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 16682 T2746 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 16686 T2746 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 16688 T2746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 16688 T2746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 16689 T2746 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 16690 T2746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
> [junit4:junit4]   2> 16691 T2746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
> [junit4:junit4]   2> 16692 T2746 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/
> [junit4:junit4]   2> 16693 T2746 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
> [junit4:junit4]   2> 16694 T2746 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   2> 16695 T2746 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection forceNew:false
> [junit4:junit4]   2> 16696 T2746 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection
> [junit4:junit4]   2> 16696 T2746 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index/
> [junit4:junit4]   2> 16697 T2746 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 16698 T2746 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index forceNew:false
> [junit4:junit4]   2> 16700 T2746 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18b16779 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e97411df),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 16700 T2746 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 16701 T2746 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index
> [junit4:junit4]   2> 16703 T2746 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 16704 T2746 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 16705 T2746 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 16706 T2746 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 16707 T2746 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 16707 T2746 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 16708 T2746 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 16709 T2746 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 16710 T2746 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 16711 T2746 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 16713 T2746 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection
> [junit4:junit4]   2> 16714 T2746 oass.SolrIndexSearcher.<init> Opening Searcher@7559b3d3 main
> [junit4:junit4]   2> 16715 T2746 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/tlog
> [junit4:junit4]   2> 16716 T2746 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 16717 T2746 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 16722 T2787 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@7559b3d3 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 16725 T2746 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
> [junit4:junit4]   2> 16950 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 16951 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32892/jz/n",
> [junit4:junit4]   2> 	  "state":"recovering",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"4",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:32892_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 16955 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "roles":"none",
> [junit4:junit4]   2> 	  "collection":"onenodecollection",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
> [junit4:junit4]   2> 16956 T2731 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
> [junit4:junit4]   2> 16956 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 16961 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 16961 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 16962 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 16962 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 16963 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 17727 T2746 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
> [junit4:junit4]   2> 17728 T2746 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:60021/jz/n collection:onenodecollection shard:shard1
> [junit4:junit4]   2> 17729 T2746 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
> [junit4:junit4]   2> 17735 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:delete cxid:0x9f zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
> [junit4:junit4]   2> 17737 T2746 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 17737 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xa0 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 17740 T2746 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 17741 T2746 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 17742 T2746 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60021/jz/n/onenodecollectioncore/
> [junit4:junit4]   2> 17742 T2746 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 17743 T2746 oasc.SyncStrategy.syncToMe http://127.0.0.1:60021/jz/n/onenodecollectioncore/ has no replicas
> [junit4:junit4]   2> 17744 T2746 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60021/jz/n/onenodecollectioncore/
> [junit4:junit4]   2> 17744 T2746 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
> [junit4:junit4]   2> 17748 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xaa zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 18469 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 18474 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 18474 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 18474 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 18474 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 18474 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 18500 T2746 oasc.ZkController.register We are http://127.0.0.1:60021/jz/n/onenodecollectioncore/ and leader is http://127.0.0.1:60021/jz/n/onenodecollectioncore/
> [junit4:junit4]   2> 18501 T2746 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:60021/jz/n
> [junit4:junit4]   2> 18502 T2746 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 18503 T2746 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
> [junit4:junit4]   2> 18504 T2746 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 18505 T2708 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
> [junit4:junit4]   2> 18506 T2708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2>  C176_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:32892/jz/n, state=recovering, node_name=127.0.0.1:32892_jz%2Fn, collection=collection1, shard=shard1, core=collection1}
> [junit4:junit4]   2> 19156 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:60021/jz/n/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 19157 T2785 C176 P32892 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:32892/jz/n START replicas=[http://127.0.0.1:60021/jz/n/collection1/] nUpdates=100
> [junit4:junit4]   2> 19157 T2785 C176 P32892 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 19158 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 19158 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 19158 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
> [junit4:junit4]   2> 19159 T2785 C176 P32892 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 19159 T2785 C176 P32892 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:60021/jz/n/collection1/. core=collection1
> [junit4:junit4]   2> 19159 T2785 C176 P32892 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> ASYNC  NEW_CORE C177 name=collection1 org.apache.solr.core.SolrCore@5465695e url=http://127.0.0.1:60021/jz/n/collection1 node=127.0.0.1:60021_jz%2Fn C177_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:60021/jz/n, state=active, node_name=127.0.0.1:60021_jz%2Fn, collection=collection1, shard=shard1, core=collection1, leader=true}
> [junit4:junit4]   2> 19353 T2744 C177 P60021 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   2> 19354 T2743 C177 P60021 REQ /get {getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=0 
> [junit4:junit4]   2> 19354 T2744 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
> [junit4:junit4]   2> 19356 T2744 C177 P60021 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 19357 T2744 C177 P60021 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 19358 T2744 C177 P60021 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 19358 T2744 C177 P60021 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 19359 T2744 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
> [junit4:junit4]   2> 19372 T2744 C177 P60021 oass.SolrIndexSearcher.<init> Opening Searcher@25753d95 realtime
> [junit4:junit4]   2> 19373 T2744 C177 P60021 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19375 T2744 C177 P60021 /update {softCommit=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin&openSearcher=false} {commit=} 0 22
> [junit4:junit4]   2> 19376 T2785 C176 P32892 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 19376 T2785 C176 P32892 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 19378 T2743 C177 P60021 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 19379 T2743 C177 P60021 REQ /replication {qt=/replication&version=2&command=indexversion&wt=javabin} status=0 QTime=2 
> [junit4:junit4]   2> 19380 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Master's generation: 2
> [junit4:junit4]   2> 19380 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> [junit4:junit4]   2> 19380 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Starting replication process
> [junit4:junit4]   2> 19382 T2746 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
> [junit4:junit4]   2> 19383 T2746 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
> [junit4:junit4]   2> 19384 T2746 C177 P60021 REQ /replication {qt=/replication&version=2&generation=2&command=filelist&wt=javabin} status=0 QTime=2 
> [junit4:junit4]   2> 19385 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> [junit4:junit4]   2> 19386 T2785 C176 P32892 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index.20130302200815591 forceNew:false
> [junit4:junit4]   2> 19387 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 19387 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@48b5c8c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a1bdf41) fullCopy=false
> [junit4:junit4]   2> 19389 T2744 C177 P60021 REQ /replication {checksum=true&qt=/replication&generation=2&command=filecontent&file=segments_2&wt=filestream} status=0 QTime=0 
> [junit4:junit4]   2> 19390 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
> [junit4:junit4]   2> 19391 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> [junit4:junit4]   2> 19391 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 19392 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 19392 T2785 C176 P32892 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> [junit4:junit4]   2> 19392 T2785 C176 P32892 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4]   2> 19392 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 19393 T2785 C176 P32892 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 19394 T2785 C176 P32892 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 19394 T2785 C176 P32892 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
> [junit4:junit4]   2> 19394 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 19395 T2785 C176 P32892 oass.SolrIndexSearcher.<init> Opening Searcher@b5797695 main
> [junit4:junit4]   2> 19396 T2784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b5797695 main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   2> 19396 T2784 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
> [junit4:junit4]   2> 19396 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@48b5c8c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a1bdf41)
> [junit4:junit4]   2> 19397 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index.20130302200815591
> [junit4:junit4]   2> 19397 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
> [junit4:junit4]   2> 19397 T2785 C176 P32892 oasc.RecoveryStrategy.replay No replay needed. core=collection1
> [junit4:junit4]   2> 19397 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   2> 19398 T2785 C176 P32892 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 19398 T2785 C176 P32892 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 19399 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
> [junit4:junit4]   2> 19508 T2708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 19979 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 19980 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "roles":"none",
> [junit4:junit4]   2> 	  "collection":"onenodecollection",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
> [junit4:junit4]   2> 19983 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32892/jz/n",
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"4",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:32892_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 19986 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 19986 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 19986 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 19986 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 19986 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 20510 T2708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 20511 T2708 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
> [junit4:junit4]   2> 20512 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2>  C176_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:32892/jz/n, state=active, node_name=127.0.0.1:32892_jz%2Fn, collection=collection1, shard=shard1, core=collection1}
> [junit4:junit4]   2> 20547 T2772 C176 P32892 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60021/jz/n/collection1/&version=2&wt=javabin} {add=[1 (1428439115231133696)]} 0 1
> [junit4:junit4]   2> 20548 T2745 C177 P60021 /update {version=2&wt=javabin} {add=[1 (1428439115231133696)]} 0 7
> [junit4:junit4]   2> 20669 T2746 C177 P60021 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   2> 20671 T2746 C177 P60021 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.tib, _0_Asserting_0.dvd, _0.fnm, _0.nvm, _0_MockVariableIntBlock_0.pos, _0_MockVariableIntBlock_0.tii, _0_Asserting_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0_Memory_0.ram, _0_Memory_1.ram, _0_Direct_0.tim, _0_Direct_0.doc, _0.si, segments_3, _0_Direct_0.tip, _0_MockVariableIntBlock_0.pyl, _0.fdt, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.nvd]
> [junit4:junit4]   2> 20672 T2746 C177 P60021 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockVariableIntBlock_0.tib, _0_Asserting_0.dvd, _0.fnm, _0.nvm, _0_MockVariableIntBlock_0.pos, _0_MockVariableIntBlock_0.tii, _0_Asserting_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0_Memory_0.ram, _0_Memory_1.ram, _0_Direct_0.tim, _0_Direct_0.doc, _0.si, segments_3, _0_Direct_0.tip, _0_MockVariableIntBlock_0.pyl, _0.fdt, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.nvd]
> [junit4:junit4]   2> 20673 T2746 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
> [junit4:junit4]   2> 20674 T2746 C177 P60021 oass.SolrIndexSearcher.<init> Opening Searcher@ffd40ae5 main
> [junit4:junit4]   2> 20675 T2746 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
> [junit4:junit4]   2> 20676 T2746 C177 P60021 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 20677 T2752 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ffd40ae5 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
> [junit4:junit4]   2> 20678 T2752 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
> [junit4:junit4]   2> 20678 T2746 C177 P60021 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:32892/jz/n/collection1/, StdNode: http://127.0.0.1:49462/jz/n/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
> [junit4:junit4]   2> 20680 T2773 C176 P32892 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   2> 20682 T2773 C176 P32892 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.tib, _0_Asserting_0.dvd, _0.fnm, _0.nvm, _0_MockVariableIntBlock_0.pos, _0_MockVariableIntBlock_0.tii, _0_Asserting_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0_Memory_0.ram, _0_Memory_1.ram, _0_Direct_0.tim, _0_Direct_0.doc, _0.si, segments_3, _0_Direct_0.tip, _0_MockVariableIntBlock_0.pyl, _0.fdt, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.nvd]
> [junit4:junit4]   2> 20683 T2773 C176 P32892 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockVariableIntBlock_0.tib, _0_Asserting_0.dvd, _0.fnm, _0.nvm, _0_MockVariableIntBlock_0.pos, _0_MockVariableIntBlock_0.tii, _0_Asserting_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0_Memory_0.ram, _0_Memory_1.ram, _0_Direct_0.tim, _0_Direct_0.doc, _0.si, segments_3, _0_Direct_0.tip, _0_MockVariableIntBlock_0.pyl, _0.fdt, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.nvd]
> [junit4:junit4]   2> ASYNC  NEW_CORE C178 name=collection1 org.apache.solr.core.SolrCore@cf8d8b14 url=http://127.0.0.1:49462/jz/n/collection1 node=127.0.0.1:49462_jz%2Fn C178_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:49462/jz/n, state=active, node_name=127.0.0.1:49462_jz%2Fn, collection=collection1, shard=shard2, core=collection1, leader=true}
> [junit4:junit4]   2> 20683 T2759 C178 P49462 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   2> 20684 T2773 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 20685 T2759 C178 P49462 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
> [junit4:junit4]   2> 20686 T2773 C176 P32892 oass.SolrIndexSearcher.<init> Opening Searcher@c6fdba14 main
> [junit4:junit4]   2> 20687 T2759 C178 P49462 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e8168904 lockFactory=org.apache.lucene.store.NativeFSLockFactory@87db2c99),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 20687 T2773 C176 P32892 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 20687 T2784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c6fdba14 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
> [junit4:junit4]   2> 20687 T2759 C178 P49462 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 20689 T2784 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
> [junit4:junit4]   2> 20689 T2759 C178 P49462 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e8168904 lockFactory=org.apache.lucene.store.NativeFSLockFactory@87db2c99),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e8168904 lockFactory=org.apache.lucene.store.NativeFSLockFactory@87db2c99),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 20689 T2773 C176 P32892 /update {softCommit=false&expungeDeletes=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 9
> [junit4:junit4]   2> 20690 T2759 C178 P49462 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 20691 T2759 C178 P49462 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
> [junit4:junit4]   2> 20692 T2759 C178 P49462 oass.SolrIndexSearcher.<init> Opening Searcher@cced56cf main
> [junit4:junit4]   2> 20693 T2759 C178 P49462 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 20693 T2768 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cced56cf main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 20695 T2768 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
> [junit4:junit4]   2> 20695 T2759 C178 P49462 /update {softCommit=false&expungeDeletes=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 12
> [junit4:junit4]   2> 20696 T2746 C177 P60021 /update {softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 27
> [junit4:junit4]   2> 20702 T2759 C178 P49462 REQ /select {q=*:*&start=0&isShard=true&distrib=false&NOW=1362265696904&fl=id,score&version=2&fsv=true&rows=10&wt=javabin&shard.url=127.0.0.1:49462/jz/n/collection1/} hits=0 status=0 QTime=0 
> [junit4:junit4]   2> 20702 T2776 C176 P32892 REQ /select {q=*:*&start=0&isShard=true&distrib=false&NOW=1362265696904&fl=id,score&version=2&fsv=true&rows=10&wt=javabin&shard.url=127.0.0.1:60021/jz/n/collection1/|127.0.0.1:32892/jz/n/collection1/} hits=1 status=0 QTime=0 
> [junit4:junit4]   2> 20705 T2775 C176 P32892 REQ /select {q=*:*&isShard=true&distrib=false&NOW=1362265696904&version=2&ids=1&wt=javabin&shard.url=127.0.0.1:60021/jz/n/collection1/|127.0.0.1:32892/jz/n/collection1/} status=0 QTime=0 
> [junit4:junit4]   2> 20706 T2745 C177 P60021 REQ /select {q=*:*&version=2&wt=javabin} hits=1 status=0 QTime=7 
> [junit4:junit4]   2> 20708 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> ASYNC  NEW_CORE C179 name=onenodecollectioncore org.apache.solr.core.SolrCore@ffa0d4fa url=http://127.0.0.1:60021/jz/n/onenodecollectioncore node=127.0.0.1:60021_jz%2Fn C179_STATE=coll:onenodecollection core:onenodecollectioncore props:{base_url=http://127.0.0.1:60021/jz/n, state=active, node_name=127.0.0.1:60021_jz%2Fn, roles=none, collection=onenodecollection, shard=shard1, core=onenodecollectioncore, leader=true}
> [junit4:junit4]   2> 20717 T2743 C179 P60021 REQ /select {q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
> [junit4:junit4]   2> 20719 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@bafd331c
> [junit4:junit4]   2> 20720 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 20720 T2795 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 20721 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54958
> [junit4:junit4]   2> 21193 T2795 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
> [junit4:junit4]   2> 21497 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54958
> [junit4:junit4]   2> 21498 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b7000b with negotiated timeout 10000 for client /127.0.0.1:54958
> [junit4:junit4]   2> 21498 T2795 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b7000b, negotiated timeout = 10000
> [junit4:junit4]   2> 21498 T2796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bafd331c name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 21499 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 21558 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b7000b
> [junit4:junit4]   2> 21560 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54958 which had sessionid 0x13d2d5c99b7000b
> [junit4:junit4]   2> 21560 T2796 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 21560 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b7000b closed
> [junit4:junit4]   2> 21561 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70004
> [junit4:junit4]   2> 21562 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54928 which had sessionid 0x13d2d5c99b70004
> [junit4:junit4]   2> 21562 T2737 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 21562 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70004 closed
> [junit4:junit4]   2> 21566 T2708 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 34136
> [junit4:junit4]   2> 21566 T2708 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1112915197
> [junit4:junit4]   2> 23000 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 23001 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34136/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:34136_jz%2Fn",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"control_collection",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 23004 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 23005 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 23004 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 23004 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 24568 T2708 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 24569 T2708 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 24572 T2708 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d99a2806
> [junit4:junit4]   2> 24575 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
> [junit4:junit4]   2> 24577 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 24579 T2708 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
> [junit4:junit4]   2> 24580 T2708 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
> [junit4:junit4]   2> 24580 T2708 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 24581 T2708 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2> 24582 T2708 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
> [junit4:junit4]   2> 24583 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index
> [junit4:junit4]   2> 24584 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data
> [junit4:junit4]   2> 24585 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data
> [junit4:junit4]   2> 24586 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index
> [junit4:junit4]   2> 24586 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index
> [junit4:junit4]   2> 24588 T2731 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277443356426243-127.0.0.1:34136_jz%2Fn-n_0000000000) am no longer a leader.
> [junit4:junit4]   2> 24588 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70003
> [junit4:junit4]   2> 24589 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54923 which had sessionid 0x13d2d5c99b70003
> [junit4:junit4]   2> 24590 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70003 closed
> [junit4:junit4]   2> 24590 T2766 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 24590 T2782 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 24591 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 24591 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 24590 T2750 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 24592 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 24595 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:delete cxid:0xba zxid:0xcd txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   2> 24595 T2750 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 24597 T2750 oasc.Overseer.start Overseer (id=89277443356426246-127.0.0.1:60021_jz%2Fn-n_0000000001) starting
> [junit4:junit4]   2> 24598 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xbf zxid:0xcf txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 24598 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xc0 zxid:0xd0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 24599 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xc1 zxid:0xd1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 24600 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xc2 zxid:0xd2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 24602 T2798 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 24604 T2797 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
> [junit4:junit4]   2> 24607 T2797 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 24607 T2797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34136/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:34136_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"control_collection",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 24613 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 24613 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 24614 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 24614 T2708 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/jz/n,null}
> [junit4:junit4]   2> 24667 T2708 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 60021
> [junit4:junit4]   2> 24667 T2708 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=-1556019191
> [junit4:junit4]   2> 25890 T2730 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 25890 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 25890 T2730 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 25891 T2730 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 26117 T2797 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 26118 T2797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:60021_jz%2Fn_onenodecollectioncore",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
> [junit4:junit4]   2> 	  "roles":"none",
> [junit4:junit4]   2> 	  "collection":"onenodecollection",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
> [junit4:junit4]   2> 26121 T2797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"2",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 26125 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 26125 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 26125 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 27673 T2708 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 27673 T2708 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 27675 T2708 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
> [junit4:junit4]   2> 27678 T2708 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5465695e
> [junit4:junit4]   2> 27679 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
> [junit4:junit4]   2> 27680 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 27682 T2708 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
> [junit4:junit4]   2> 27683 T2708 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
> [junit4:junit4]   2> 27683 T2708 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 27684 T2708 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2>  C177_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:60021/jz/n, state=down, node_name=127.0.0.1:60021_jz%2Fn, collection=collection1, shard=shard1, core=collection1, leader=true}
> [junit4:junit4]   2> 27685 T2708 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
> [junit4:junit4]   2> 27685 T2708 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
> [junit4:junit4]   2> 27686 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
> [junit4:junit4]   2> 27687 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
> [junit4:junit4]   2> 27687 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
> [junit4:junit4]   2> 27688 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
> [junit4:junit4]   2> 27688 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
> [junit4:junit4]   2> 27689 T2708 oasc.SolrCore.close [onenodecollectioncore]  CLOSING SolrCore org.apache.solr.core.SolrCore@ffa0d4fa
> [junit4:junit4]   2> 27694 T2708 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
> [junit4:junit4]   2> 27695 T2708 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
> [junit4:junit4]   2> 27696 T2708 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 27697 T2708 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2> 27697 T2708 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
> [junit4:junit4]   2> 27698 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index
> [junit4:junit4]   2> 27699 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection
> [junit4:junit4]   2> 27699 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection
> [junit4:junit4]   2> 27700 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index
> [junit4:junit4]   2> 27700 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index
> [junit4:junit4]   2> 27702 T2797 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277443356426246-127.0.0.1:60021_jz%2Fn-n_0000000001) am no longer a leader.
> [junit4:junit4]   2> 27702 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70006
> [junit4:junit4]   2> 27703 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54930 which had sessionid 0x13d2d5c99b70006
> [junit4:junit4]   2> 27704 T2750 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 27704 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:delete cxid:0x53 zxid:0xe3 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
> [junit4:junit4]   2> 27703 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70006 closed
> [junit4:junit4]   2> 27704 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 27705 T2782 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 27704 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:delete cxid:0x6e zxid:0xe4 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   2> 27705 T2750 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 27705 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x54 zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 27706 T2750 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 27706 T2766 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 27707 T2782 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
> [junit4:junit4]   2> 27708 T2782 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
> [junit4:junit4]   2> 27708 T2782 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 27708 T2782 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32892/jz/n/collection1/
> [junit4:junit4]   2> 27709 T2766 oasc.Overseer.start Overseer (id=89277443356426248-127.0.0.1:49462_jz%2Fn-n_0000000002) starting
> [junit4:junit4]   2> 27709 T2782 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:32892/jz/n START replicas=[http://127.0.0.1:60021/jz/n/collection1/] nUpdates=100
> [junit4:junit4]   2> 27709 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x73 zxid:0xe8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 27710 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x74 zxid:0xe9 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 27711 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x75 zxid:0xea txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 27712 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x76 zxid:0xeb txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 27712 T2801 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 27713 T2766 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 27713 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 27715 T2800 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
> [junit4:junit4]   2> 27716 T2782 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:32892/jz/n  couldn't connect to http://127.0.0.1:60021/jz/n/collection1/, counting as success
> [junit4:junit4]   2> 27716 T2782 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:32892/jz/n DONE. sync succeeded
> [junit4:junit4]   2> 27716 T2782 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 27717 T2800 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 27717 T2782 oasc.SyncStrategy.syncToMe http://127.0.0.1:32892/jz/n/collection1/: try and ask http://127.0.0.1:60021/jz/n/collection1/ to sync
> [junit4:junit4]   2> 27717 T2800 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":"2",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"collection1"}
> [junit4:junit4]   2> 27718 T2782 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:60021/jz/n/collection1
> [junit4:junit4]   2> 27719 T2782 oasc.SyncStrategy.syncToMe http://127.0.0.1:32892/jz/n/collection1/: Sync failed - asking replica (http://127.0.0.1:60021/jz/n/collection1/) to recover.
> [junit4:junit4]   2> 27719 T2782 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32892/jz/n/collection1/
> [junit4:junit4]   2> 27719 T2804 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 27719 T2782 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
> [junit4:junit4]   2> 27723 T2800 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "core_node_name":null,
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "roles":"none",
> [junit4:junit4]   2> 	  "collection":"onenodecollection",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
> [junit4:junit4]   2> 27723 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x5c zxid:0xef txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 27725 T2782 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 27725 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 27726 T2804 oasc.SolrException.log SEVERE http://127.0.0.1:32892/jz/n/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:60021/jz/n
> [junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:409)
> [junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
> [junit4:junit4]   2> 		at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
> [junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
> [junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
> [junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:780)
> [junit4:junit4]   2> 	Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:60021 refused
> [junit4:junit4]   2> 		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
> [junit4:junit4]   2> 		at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
> [junit4:junit4]   2> 		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
> [junit4:junit4]   2> 		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
> [junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
> [junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
> [junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
> [junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
> [junit4:junit4]   2> 		... 5 more
> [junit4:junit4]   2> 	Caused by: java.net.ConnectException: Connection refused
> [junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:369)
> [junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:230)
> [junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:212)
> [junit4:junit4]   2> 		at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
> [junit4:junit4]   2> 		at java.net.Socket.connect(Socket.java:590)
> [junit4:junit4]   2> 		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
> [junit4:junit4]   2> 		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
> [junit4:junit4]   2> 		... 12 more
> [junit4:junit4]   2> 	
> [junit4:junit4]   2> 27726 T2708 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/jz/n,null}
> [junit4:junit4]   2> 27732 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 27732 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 27778 T2708 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 49462
> [junit4:junit4]   2> 27779 T2708 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1479167609
> [junit4:junit4]   2> 28781 T2708 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 28782 T2708 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 28785 T2708 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@cf8d8b14
> [junit4:junit4]   2> 28788 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
> [junit4:junit4]   2> 28789 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
> [junit4:junit4]   2> 28792 T2708 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
> [junit4:junit4]   2> 28793 T2708 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
> [junit4:junit4]   2> 28794 T2708 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   2> 28795 T2708 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   2> 28796 T2708 C178 P49462 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
> [junit4:junit4]   2> 28797 T2708 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
> [junit4:junit4]   2> 28798 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
> [junit4:junit4]   2> 28799 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
> [junit4:junit4]   2> 28800 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
> [junit4:junit4]   2> 28801 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
> [junit4:junit4]   2> 28801 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
> [junit4:junit4]   2> 28803 T2800 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277443356426248-127.0.0.1:49462_jz%2Fn-n_0000000002) am no longer a leader.
> [junit4:junit4]   2> 28803 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70008
> [junit4:junit4]   2> 28804 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54937 which had sessionid 0x13d2d5c99b70008
> [junit4:junit4]   2> 28805 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:delete cxid:0x64 zxid:0xff txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   2> 28805 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70008 closed
> [junit4:junit4]   2> 28805 T2782 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 28807 T2782 oasc.Overseer.start Overseer (id=89277443356426250-127.0.0.1:32892_jz%2Fn-n_0000000003) starting
> [junit4:junit4]   2> 28808 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x69 zxid:0x101 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 28809 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x6a zxid:0x102 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 28809 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x6b zxid:0x103 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 28810 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x6c zxid:0x104 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 28811 T2806 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 28812 T2782 oascc.ZkStateReader$3.process Updating live nodes... (1)
> [junit4:junit4]   2> 28812 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 28813 T2805 o
> 
> [...truncated too long message...]
> 
> nit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> [junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
> [junit4:junit4]   2> 30025 T2708 oas.SolrTestCaseJ4.deleteCore ###deleteCore
> [junit4:junit4]   2> 30029 T2707 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
> [junit4:junit4]   2> 30104 T2766 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 30104 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 30105 T2766 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 30105 T2766 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 30795 T2711 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
> [junit4:junit4]   2> 31203 T2782 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 31203 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 31204 T2782 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   2> 31205 T2782 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_si=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), range_facet_sl=MockVariableIntBlock(baseBlockSize=114), timestamp=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ms_MY, timezone=Brazil/East
> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=3,free=90293600,total=200278016
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [BasicDistributedZkTest, TestSolrXMLSerializer, TestIndexSearcher, TestGroupingSearch, DOMUtilTest, TestIndexingPerformance, TestLMDirichletSimilarityFactory, SampleTest, SolrIndexConfigTest, TestSearchPerf, TestComponentsName, SpellingQueryConverterTest, TestElisionMultitermQuery, TestConfig, SolrCoreCheckLockOnStartupTest, TestReload, TestBinaryResponseWriter, TestDefaultSimilarityFactory, ShardRoutingCustomTest, TestPHPSerializedResponseWriter, TestStressReorder, TestArbitraryIndexDir, PrimUtilsTest, TestSolrIndexConfig, QueryElevationComponentTest, TestWordDelimiterFilterFactory, SolrCmdDistributorTest, SimplePostToolTest, TestPropInject, HardAutoCommitTest, OutputWriterTest, SpatialFilterTest, DebugComponentTest, LeaderElectionIntegrationTest, SpellCheckCollatorTest, TestOmitPositions, TestCodecSupport, DirectSolrConnectionTest, TestRTGBase, ReturnFieldsTest, FileUtilsTest, TestSurroundQueryParser, TestUpdate, TestBinaryField, IndexBasedSpellCheckerTest, SpellCheckComponentTest, XmlUpdateRequestHandlerTest, ScriptEngineTest, DistributedTermsComponentTest, ZkCLITest, LoggingHandlerTest, PluginInfoTest, TestDocumentBuilder, ClusterStateTest, PreAnalyzedFieldTest, ClusterStateUpdateTest, DocValuesMultiTest, WordBreakSolrSpellCheckerTest, TestSolrJ, DateMathParserTest, SpellPossibilityIteratorTest, TestSolr4Spatial, DefaultValueUpdateProcessorTest, OverseerTest, FullSolrCloudDistribCmdsTest, DistributedSpellCheckComponentTest, TestRealTimeGet, TestRandomFaceting, TestRangeQuery, DirectUpdateHandlerTest, SimpleFacetsTest, TestCoreContainer, LukeRequestHandlerTest, TestFiltering, FileBasedSpellCheckerTest, PeerSyncTest, BasicFunctionalityTest, TestTrie, CacheHeaderTest, IndexSchemaTest, TermsComponentTest, XsltUpdateRequestHandlerTest, PingRequestHandlerTest, DocumentAnalysisRequestHandlerTest, DirectUpdateHandlerOptimizeTest, TestValueSourceCache, JSONWriterTest, SearchHandlerTest, SuggesterFSTTest, SuggesterTest, ShowFileRequestHandlerTest, PrimitiveFieldTypeTest, FieldMutatingUpdateProcessorTest, TestSolrDeletionPolicy2, TestPropInjectDefaults, TestXIncludeConfig, TestLFUCache, TestQuerySenderListener, NumericFieldsTest, TestJmxMonitoredMap, TestBM25SimilarityFactory, TestPluginEnable, TestDFRSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, TestSystemIdResolver, TestBadConfig, RAMDirectoryFactoryTest, SystemInfoHandlerTest, TestUtils, AnalysisAfterCoreReloadTest, TestRandomDVFaceting, TestCharFilters, BasicDistributedZk2Test]
> [junit4:junit4] Completed on J0 in 31.30s, 1 test, 1 failure <<< FAILURES!
> 
> [...truncated 81 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:374: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:870: There were test failures: 260 suites, 1095 tests, 1 failure, 10 ignored (4 assumptions)
> 
> Total time: 46 minutes 23 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 32bit/ibm-j9-jdk7 
> Email was triggered for: Failure
> Sending email for trigger: Failure
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org

[JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk7) - Build # 4543 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4543/
Java: 32bit/ibm-j9-jdk7 

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([E534325F463786F:8FB5CD3D833C1853]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:209)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)




Build Log:
[...truncated 9499 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T2708 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /jz/n
[junit4:junit4]   2> 4 T2708 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210
[junit4:junit4]   2> 5 T2708 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T2709 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 8 T2709 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T2709 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T2709 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 9 T2709 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 10 T2709 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 106 T2708 oasc.ZkTestServer.run start zk server on port:54711
[junit4:junit4]   2> 107 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@333af0cc
[junit4:junit4]   2> 108 T2714 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 108 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 108 T2714 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 108 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54920
[junit4:junit4]   2> 109 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54920
[junit4:junit4]   2> 109 T2712 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 126 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70000 with negotiated timeout 10000 for client /127.0.0.1:54920
[junit4:junit4]   2> 126 T2714 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70000, negotiated timeout = 10000
[junit4:junit4]   2> 127 T2715 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@333af0cc name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 127 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 128 T2708 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 130 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70000
[junit4:junit4]   2> 131 T2715 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 131 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54920 which had sessionid 0x13d2d5c99b70000
[junit4:junit4]   2> 131 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70000 closed
[junit4:junit4]   2> 132 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6aa2ff8a
[junit4:junit4]   2> 133 T2716 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 133 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 133 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54921
[junit4:junit4]   2> 133 T2716 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 134 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54921
[junit4:junit4]   2> 134 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70001 with negotiated timeout 10000 for client /127.0.0.1:54921
[junit4:junit4]   2> 135 T2716 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70001, negotiated timeout = 10000
[junit4:junit4]   2> 135 T2717 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aa2ff8a name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 135 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 136 T2708 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 138 T2708 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 140 T2708 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 141 T2708 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 143 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 144 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 146 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 147 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 150 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 150 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 152 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 153 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 155 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 156 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 159 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 159 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 162 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 163 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 165 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 166 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 168 T2708 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 169 T2708 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 171 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70001
[junit4:junit4]   2> 172 T2717 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 172 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54921 which had sessionid 0x13d2d5c99b70001
[junit4:junit4]   2> 172 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70001 closed
[junit4:junit4]   2> 232 T2708 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 245 T2708 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34136
[junit4:junit4]   2> 246 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 246 T2708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 247 T2708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378
[junit4:junit4]   2> 247 T2708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/solr.xml
[junit4:junit4]   2> 248 T2708 oasc.CoreContainer.<init> New CoreContainer 1112915197
[junit4:junit4]   2> 248 T2708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/'
[junit4:junit4]   2> 249 T2708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/'
[junit4:junit4]   2> 260 T2708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 261 T2708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 261 T2708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 262 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 262 T2708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 263 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 264 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 264 T2708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 265 T2708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 265 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 272 T2708 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 282 T2708 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54711/solr
[junit4:junit4]   2> 282 T2708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 283 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6954bf70
[junit4:junit4]   2> 284 T2727 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 284 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 284 T2727 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 285 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54922
[junit4:junit4]   2> 285 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54922
[junit4:junit4]   2> 286 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70002 with negotiated timeout 20000 for client /127.0.0.1:54922
[junit4:junit4]   2> 286 T2727 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70002, negotiated timeout = 20000
[junit4:junit4]   2> 287 T2728 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6954bf70 name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 287 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 288 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70002
[junit4:junit4]   2> 289 T2728 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 289 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54922 which had sessionid 0x13d2d5c99b70002
[junit4:junit4]   2> 289 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70002 closed
[junit4:junit4]   2> 290 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 294 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@cf20b951
[junit4:junit4]   2> 295 T2729 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 295 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 295 T2729 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 296 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54923
[junit4:junit4]   2> 296 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54923
[junit4:junit4]   2> 297 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70003 with negotiated timeout 20000 for client /127.0.0.1:54923
[junit4:junit4]   2> 297 T2729 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70003, negotiated timeout = 20000
[junit4:junit4]   2> 298 T2730 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cf20b951 name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 298 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 299 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 300 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 302 T2708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34136_jz%2Fn
[junit4:junit4]   2> 303 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34136_jz%2Fn Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34136_jz%2Fn
[junit4:junit4]   2> 303 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34136_jz%2Fn
[junit4:junit4]   2> 305 T2708 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 308 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 308 T2708 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 311 T2708 oasc.Overseer.start Overseer (id=89277443356426243-127.0.0.1:34136_jz%2Fn-n_0000000000) starting
[junit4:junit4]   2> 312 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 313 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 313 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 314 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 315 T2732 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 315 T2708 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 317 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 318 T2731 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 320 T2733 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1
[junit4:junit4]   2> 320 T2733 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 321 T2733 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 321 T2733 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 322 T2733 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1/'
[junit4:junit4]   2> 322 T2733 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1/lib/README' to classloader
[junit4:junit4]   2> 323 T2733 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 347 T2733 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 378 T2733 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 379 T2733 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 383 T2733 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 691 T2733 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 695 T2733 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 698 T2733 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 707 T2733 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 710 T2733 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 713 T2733 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 714 T2733 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 714 T2733 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 715 T2733 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 716 T2733 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 716 T2733 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 716 T2733 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362265676378/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/
[junit4:junit4]   2> 717 T2733 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
[junit4:junit4]   2> 717 T2733 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 718 T2733 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data forceNew:false
[junit4:junit4]   2> 718 T2733 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data
[junit4:junit4]   2> 719 T2733 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index/
[junit4:junit4]   2> 719 T2733 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 719 T2733 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index forceNew:false
[junit4:junit4]   2> 721 T2733 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@beba4872 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ca29a6eb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 721 T2733 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 721 T2733 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index
[junit4:junit4]   2> 723 T2733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 723 T2733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 723 T2733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 724 T2733 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 724 T2733 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 725 T2733 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 725 T2733 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 725 T2733 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 726 T2733 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 727 T2733 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 728 T2733 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data
[junit4:junit4]   2> 729 T2733 oass.SolrIndexSearcher.<init> Opening Searcher@2581835 main
[junit4:junit4]   2> 729 T2733 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/tlog
[junit4:junit4]   2> 730 T2733 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 730 T2733 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 734 T2734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2581835 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 735 T2733 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 735 T2733 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 736 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1821 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1821 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34136/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34136_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 1822 T2731 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1822 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1822 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1827 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2737 T2733 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2738 T2733 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34136/jz/n collection:control_collection shard:shard1
[junit4:junit4]   2> 2739 T2733 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2743 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2744 T2733 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2744 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2746 T2733 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2746 T2733 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2746 T2733 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34136/jz/n/collection1/
[junit4:junit4]   2> 2747 T2733 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2747 T2733 oasc.SyncStrategy.syncToMe http://127.0.0.1:34136/jz/n/collection1/ has no replicas
[junit4:junit4]   2> 2747 T2733 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34136/jz/n/collection1/
[junit4:junit4]   2> 2748 T2733 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2750 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3332 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3343 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3353 T2733 oasc.ZkController.register We are http://127.0.0.1:34136/jz/n/collection1/ and leader is http://127.0.0.1:34136/jz/n/collection1/
[junit4:junit4]   2> 3353 T2733 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34136/jz/n
[junit4:junit4]   2> 3354 T2733 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3354 T2733 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3355 T2733 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3357 T2733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3359 T2708 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3360 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3362 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3368 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3369 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@30f40218
[junit4:junit4]   2> 3370 T2736 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3370 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3371 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54928
[junit4:junit4]   2> 3370 T2736 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 3371 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54928
[junit4:junit4]   2> 3372 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70004 with negotiated timeout 10000 for client /127.0.0.1:54928
[junit4:junit4]   2> 3372 T2736 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70004, negotiated timeout = 10000
[junit4:junit4]   2> 3373 T2737 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30f40218 name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3373 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3374 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3375 T2708 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3436 T2708 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3438 T2708 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60021
[junit4:junit4]   2> 3439 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3440 T2708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3440 T2708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580
[junit4:junit4]   2> 3441 T2708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/solr.xml
[junit4:junit4]   2> 3441 T2708 oasc.CoreContainer.<init> New CoreContainer -1556019191
[junit4:junit4]   2> 3442 T2708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/'
[junit4:junit4]   2> 3442 T2708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/'
[junit4:junit4]   2> 3455 T2708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3456 T2708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3456 T2708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3457 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3457 T2708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3458 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3458 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3459 T2708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3459 T2708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3460 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3467 T2708 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3478 T2708 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54711/solr
[junit4:junit4]   2> 3478 T2708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3479 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@73cd271d
[junit4:junit4]   2> 3480 T2747 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3480 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3480 T2747 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 3481 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54929
[junit4:junit4]   2> 3481 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54929
[junit4:junit4]   2> 3482 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70005 with negotiated timeout 20000 for client /127.0.0.1:54929
[junit4:junit4]   2> 3482 T2747 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70005, negotiated timeout = 20000
[junit4:junit4]   2> 3482 T2748 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73cd271d name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3483 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3484 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70005
[junit4:junit4]   2> 3484 T2748 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3484 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54929 which had sessionid 0x13d2d5c99b70005
[junit4:junit4]   2> 3484 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70005 closed
[junit4:junit4]   2> 3485 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3489 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@996c3c56
[junit4:junit4]   2> 3491 T2749 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3490 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3491 T2749 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 3491 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54930
[junit4:junit4]   2> 3492 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54930
[junit4:junit4]   2> 3492 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70006 with negotiated timeout 20000 for client /127.0.0.1:54930
[junit4:junit4]   2> 3492 T2749 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70006, negotiated timeout = 20000
[junit4:junit4]   2> 3493 T2750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@996c3c56 name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3493 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3494 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3495 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3496 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4498 T2708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60021_jz%2Fn
[junit4:junit4]   2> 4499 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:60021_jz%2Fn Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:60021_jz%2Fn
[junit4:junit4]   2> 4500 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60021_jz%2Fn
[junit4:junit4]   2> 4502 T2737 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4502 T2750 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4502 T2730 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4502 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4506 T2751 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1
[junit4:junit4]   2> 4506 T2751 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4507 T2751 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4507 T2751 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4508 T2751 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1/'
[junit4:junit4]   2> 4508 T2751 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1/lib/README' to classloader
[junit4:junit4]   2> 4509 T2751 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4532 T2751 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4565 T2751 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4566 T2751 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4570 T2751 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4849 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4850 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34136/jz/n",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34136_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 4852 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4852 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4852 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4888 T2751 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4893 T2751 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4896 T2751 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4906 T2751 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4911 T2751 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4916 T2751 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4917 T2751 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4918 T2751 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4918 T2751 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4920 T2751 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4920 T2751 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4921 T2751 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/
[junit4:junit4]   2> 4921 T2751 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
[junit4:junit4]   2> 4922 T2751 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4923 T2751 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1 forceNew:false
[junit4:junit4]   2> 4923 T2751 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
[junit4:junit4]   2> 4924 T2751 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index/
[junit4:junit4]   2> 4927 T2751 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4928 T2751 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index forceNew:false
[junit4:junit4]   2> 4931 T2751 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4932 T2751 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4933 T2751 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
[junit4:junit4]   2> 4936 T2751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4937 T2751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4938 T2751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4940 T2751 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4941 T2751 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4942 T2751 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4943 T2751 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4945 T2751 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4946 T2751 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4947 T2751 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4949 T2751 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
[junit4:junit4]   2> 4950 T2751 oass.SolrIndexSearcher.<init> Opening Searcher@42c76c02 main
[junit4:junit4]   2> 4950 T2751 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/tlog
[junit4:junit4]   2> 4951 T2751 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4952 T2751 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4955 T2752 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42c76c02 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4957 T2751 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4957 T2751 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6355 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6356 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 6357 T2731 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6357 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6361 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6361 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6361 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6958 T2751 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6958 T2751 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60021/jz/n collection:collection1 shard:shard1
[junit4:junit4]   2> 6959 T2751 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6964 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6964 T2751 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6965 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6966 T2751 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6966 T2751 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6966 T2751 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60021/jz/n/collection1/
[junit4:junit4]   2> 6967 T2751 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6967 T2751 oasc.SyncStrategy.syncToMe http://127.0.0.1:60021/jz/n/collection1/ has no replicas
[junit4:junit4]   2> 6967 T2751 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60021/jz/n/collection1/
[junit4:junit4]   2> 6968 T2751 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6970 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7865 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7896 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7896 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7896 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7924 T2751 oasc.ZkController.register We are http://127.0.0.1:60021/jz/n/collection1/ and leader is http://127.0.0.1:60021/jz/n/collection1/
[junit4:junit4]   2> 7925 T2751 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60021/jz/n
[junit4:junit4]   2> 7926 T2751 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7926 T2751 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7927 T2751 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7929 T2751 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7931 T2708 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7932 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7933 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8005 T2708 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8007 T2708 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49462
[junit4:junit4]   2> 8008 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8008 T2708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8009 T2708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150
[junit4:junit4]   2> 8009 T2708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/solr.xml
[junit4:junit4]   2> 8010 T2708 oasc.CoreContainer.<init> New CoreContainer 1479167609
[junit4:junit4]   2> 8010 T2708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/'
[junit4:junit4]   2> 8011 T2708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/'
[junit4:junit4]   2> 8022 T2708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8023 T2708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8023 T2708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8024 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8024 T2708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8025 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8026 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8026 T2708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8027 T2708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8027 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8034 T2708 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8044 T2708 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54711/solr
[junit4:junit4]   2> 8044 T2708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8045 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@b8a0312d
[junit4:junit4]   2> 8046 T2763 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8046 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8046 T2763 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 8046 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54936
[junit4:junit4]   2> 8047 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54936
[junit4:junit4]   2> 8048 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70007 with negotiated timeout 20000 for client /127.0.0.1:54936
[junit4:junit4]   2> 8048 T2763 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70007, negotiated timeout = 20000
[junit4:junit4]   2> 8048 T2764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b8a0312d name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8049 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8049 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70007
[junit4:junit4]   2> 8050 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54936 which had sessionid 0x13d2d5c99b70007
[junit4:junit4]   2> 8050 T2764 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8050 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70007 closed
[junit4:junit4]   2> 8051 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8055 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3300a9fe
[junit4:junit4]   2> 8056 T2765 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8056 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8056 T2765 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 8056 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54937
[junit4:junit4]   2> 8057 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54937
[junit4:junit4]   2> 8058 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70008 with negotiated timeout 20000 for client /127.0.0.1:54937
[junit4:junit4]   2> 8058 T2765 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70008, negotiated timeout = 20000
[junit4:junit4]   2> 8058 T2766 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3300a9fe name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8059 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8059 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8060 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8061 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9063 T2708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49462_jz%2Fn
[junit4:junit4]   2> 9064 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49462_jz%2Fn Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49462_jz%2Fn
[junit4:junit4]   2> 9065 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49462_jz%2Fn
[junit4:junit4]   2> 9067 T2737 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9068 T2750 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9068 T2766 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9068 T2730 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9068 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9068 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9069 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9074 T2767 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1
[junit4:junit4]   2> 9075 T2767 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9075 T2767 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9076 T2767 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9077 T2767 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1/'
[junit4:junit4]   2> 9078 T2767 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1/lib/README' to classloader
[junit4:junit4]   2> 9079 T2767 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9107 T2767 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9139 T2767 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9140 T2767 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9145 T2767 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9403 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9404 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 9406 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9406 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9406 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9406 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9483 T2767 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9488 T2767 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9491 T2767 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9505 T2767 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9510 T2767 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9513 T2767 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9514 T2767 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9514 T2767 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9514 T2767 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9515 T2767 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9516 T2767 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9516 T2767 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362265684150/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/
[junit4:junit4]   2> 9516 T2767 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
[junit4:junit4]   2> 9517 T2767 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9517 T2767 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2 forceNew:false
[junit4:junit4]   2> 9518 T2767 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
[junit4:junit4]   2> 9518 T2767 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index/
[junit4:junit4]   2> 9519 T2767 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9519 T2767 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index forceNew:false
[junit4:junit4]   2> 9520 T2767 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e8168904 lockFactory=org.apache.lucene.store.NativeFSLockFactory@87db2c99),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9521 T2767 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9521 T2767 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
[junit4:junit4]   2> 9522 T2767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9523 T2767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9523 T2767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9524 T2767 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9524 T2767 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9524 T2767 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9525 T2767 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9525 T2767 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9526 T2767 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9527 T2767 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9529 T2767 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
[junit4:junit4]   2> 9529 T2767 oass.SolrIndexSearcher.<init> Opening Searcher@32ec4ed4 main
[junit4:junit4]   2> 9530 T2767 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/tlog
[junit4:junit4]   2> 9530 T2767 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9531 T2767 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9535 T2768 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32ec4ed4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9537 T2767 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9537 T2767 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10912 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10913 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49462/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49462_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 10913 T2731 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 10914 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 10917 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10917 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10917 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10918 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11539 T2767 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11539 T2767 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49462/jz/n collection:collection1 shard:shard2
[junit4:junit4]   2> 11540 T2767 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11544 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11545 T2767 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11545 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11547 T2767 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11548 T2767 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11548 T2767 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49462/jz/n/collection1/
[junit4:junit4]   2> 11549 T2767 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11549 T2767 oasc.SyncStrategy.syncToMe http://127.0.0.1:49462/jz/n/collection1/ has no replicas
[junit4:junit4]   2> 11550 T2767 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49462/jz/n/collection1/
[junit4:junit4]   2> 11550 T2767 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11553 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12421 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12426 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12426 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12426 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12426 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12456 T2767 oasc.ZkController.register We are http://127.0.0.1:49462/jz/n/collection1/ and leader is http://127.0.0.1:49462/jz/n/collection1/
[junit4:junit4]   2> 12457 T2767 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49462/jz/n
[junit4:junit4]   2> 12458 T2767 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12458 T2767 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12459 T2767 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12461 T2767 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12462 T2708 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12464 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12465 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12541 T2708 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12543 T2708 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:32892
[junit4:junit4]   2> 12544 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12544 T2708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12545 T2708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675
[junit4:junit4]   2> 12545 T2708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/solr.xml
[junit4:junit4]   2> 12546 T2708 oasc.CoreContainer.<init> New CoreContainer 1878696378
[junit4:junit4]   2> 12547 T2708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/'
[junit4:junit4]   2> 12547 T2708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/'
[junit4:junit4]   2> 12561 T2708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12562 T2708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12563 T2708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12563 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12564 T2708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12564 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12565 T2708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12566 T2708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12566 T2708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12567 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12576 T2708 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12592 T2708 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54711/solr
[junit4:junit4]   2> 12593 T2708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12594 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ebb8185d
[junit4:junit4]   2> 12595 T2779 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12595 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12595 T2779 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 12595 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54942
[junit4:junit4]   2> 12596 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54942
[junit4:junit4]   2> 12597 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b70009 with negotiated timeout 20000 for client /127.0.0.1:54942
[junit4:junit4]   2> 12597 T2779 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b70009, negotiated timeout = 20000
[junit4:junit4]   2> 12598 T2780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ebb8185d name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12598 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12599 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70009
[junit4:junit4]   2> 12600 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54942 which had sessionid 0x13d2d5c99b70009
[junit4:junit4]   2> 12600 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70009 closed
[junit4:junit4]   2> 12600 T2780 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12601 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12605 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@9da9e782
[junit4:junit4]   2> 12606 T2781 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12606 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12607 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54943
[junit4:junit4]   2> 12607 T2781 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 12608 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54943
[junit4:junit4]   2> 12609 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b7000a with negotiated timeout 20000 for client /127.0.0.1:54943
[junit4:junit4]   2> 12609 T2781 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b7000a, negotiated timeout = 20000
[junit4:junit4]   2> 12609 T2782 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9da9e782 name:ZooKeeperConnection Watcher:127.0.0.1:54711/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12609 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12610 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12611 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12612 T2708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13614 T2708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32892_jz%2Fn
[junit4:junit4]   2> 13617 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:32892_jz%2Fn Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:32892_jz%2Fn
[junit4:junit4]   2> 13618 T2708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32892_jz%2Fn
[junit4:junit4]   2> 13623 T2766 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13623 T2730 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13623 T2750 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13623 T2782 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13624 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13624 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13624 T2737 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13626 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13626 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13634 T2783 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1
[junit4:junit4]   2> 13635 T2783 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13636 T2783 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13637 T2783 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13639 T2783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1/'
[junit4:junit4]   2> 13640 T2783 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1/lib/README' to classloader
[junit4:junit4]   2> 13641 T2783 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13680 T2783 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13712 T2783 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13713 T2783 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13718 T2783 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13931 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13931 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49462/jz/n",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49462_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 13935 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13935 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13935 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13935 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13937 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14074 T2783 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14079 T2783 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14082 T2783 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14093 T2783 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14096 T2783 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14101 T2783 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14102 T2783 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14103 T2783 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14103 T2783 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14105 T2783 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14105 T2783 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14106 T2783 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362265688675/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/
[junit4:junit4]   2> 14106 T2783 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
[junit4:junit4]   2> 14107 T2783 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14108 T2783 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3 forceNew:false
[junit4:junit4]   2> 14109 T2783 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 14109 T2783 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index/
[junit4:junit4]   2> 14110 T2783 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14111 T2783 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index forceNew:false
[junit4:junit4]   2> 14113 T2783 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14113 T2783 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14114 T2783 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
[junit4:junit4]   2> 14116 T2783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14116 T2783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14117 T2783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14118 T2783 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14119 T2783 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14120 T2783 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14120 T2783 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14121 T2783 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14122 T2783 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14123 T2783 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14126 T2783 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 14127 T2783 oass.SolrIndexSearcher.<init> Opening Searcher@ae3b5894 main
[junit4:junit4]   2> 14127 T2783 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/tlog
[junit4:junit4]   2> 14128 T2783 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14129 T2783 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14135 T2784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ae3b5894 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14138 T2783 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14138 T2783 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15440 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15441 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32892/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32892_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 15441 T2731 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15441 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15446 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15446 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15446 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15446 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15446 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16139 T2783 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16140 T2783 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32892/jz/n collection:collection1 shard:shard1
[junit4:junit4]   2> 16143 T2783 oasc.ZkController.register We are http://127.0.0.1:32892/jz/n/collection1/ and leader is http://127.0.0.1:60021/jz/n/collection1/
[junit4:junit4]   2> 16143 T2783 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32892/jz/n
[junit4:junit4]   2> 16144 T2783 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16144 T2783 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C176 name=collection1 org.apache.solr.core.SolrCore@18e6b08e url=http://127.0.0.1:32892/jz/n/collection1 node=127.0.0.1:32892_jz%2Fn C176_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:32892/jz/n, state=down, node_name=127.0.0.1:32892_jz%2Fn, collection=collection1, core=collection1}
[junit4:junit4]   2> 16145 T2785 C176 P32892 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16145 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16145 T2783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16145 T2785 C176 P32892 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16146 T2785 C176 P32892 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16146 T2708 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16147 T2708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16148 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16148 T2785 C176 P32892 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16154 T2708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16155 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16163 T2746 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/onenodecollectioncore
[junit4:junit4]   2> 16164 T2746 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16165 T2746 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16166 T2746 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16167 T2746 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16168 T2746 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16170 T2746 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16172 T2746 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/onenodecollectioncore/'
[junit4:junit4]   2> 16208 T2746 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16254 T2746 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16255 T2746 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16262 T2746 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16656 T2746 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16662 T2746 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16666 T2746 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16677 T2746 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16682 T2746 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16686 T2746 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16688 T2746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16688 T2746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16689 T2746 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16690 T2746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16691 T2746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16692 T2746 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362265679580/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/
[junit4:junit4]   2> 16693 T2746 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3de91d1e
[junit4:junit4]   2> 16694 T2746 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16695 T2746 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection forceNew:false
[junit4:junit4]   2> 16696 T2746 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection
[junit4:junit4]   2> 16696 T2746 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index/
[junit4:junit4]   2> 16697 T2746 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16698 T2746 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index forceNew:false
[junit4:junit4]   2> 16700 T2746 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18b16779 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e97411df),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16700 T2746 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16701 T2746 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index
[junit4:junit4]   2> 16703 T2746 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16704 T2746 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16705 T2746 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16706 T2746 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16707 T2746 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16707 T2746 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16708 T2746 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16709 T2746 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16710 T2746 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16711 T2746 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16713 T2746 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection
[junit4:junit4]   2> 16714 T2746 oass.SolrIndexSearcher.<init> Opening Searcher@7559b3d3 main
[junit4:junit4]   2> 16715 T2746 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/tlog
[junit4:junit4]   2> 16716 T2746 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16717 T2746 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16722 T2787 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@7559b3d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16725 T2746 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 16950 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16951 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32892/jz/n",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32892_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 16955 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 16956 T2731 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 16956 T2731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16961 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16961 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16962 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16962 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16963 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17727 T2746 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 17728 T2746 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:60021/jz/n collection:onenodecollection shard:shard1
[junit4:junit4]   2> 17729 T2746 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 17735 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:delete cxid:0x9f zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 17737 T2746 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 17737 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xa0 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17740 T2746 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 17741 T2746 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 17742 T2746 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60021/jz/n/onenodecollectioncore/
[junit4:junit4]   2> 17742 T2746 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 17743 T2746 oasc.SyncStrategy.syncToMe http://127.0.0.1:60021/jz/n/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 17744 T2746 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60021/jz/n/onenodecollectioncore/
[junit4:junit4]   2> 17744 T2746 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 17748 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xaa zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18469 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18474 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18474 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18474 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18474 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18474 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18500 T2746 oasc.ZkController.register We are http://127.0.0.1:60021/jz/n/onenodecollectioncore/ and leader is http://127.0.0.1:60021/jz/n/onenodecollectioncore/
[junit4:junit4]   2> 18501 T2746 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:60021/jz/n
[junit4:junit4]   2> 18502 T2746 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 18503 T2746 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 18504 T2746 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18505 T2708 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 18506 T2708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C176_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:32892/jz/n, state=recovering, node_name=127.0.0.1:32892_jz%2Fn, collection=collection1, shard=shard1, core=collection1}
[junit4:junit4]   2> 19156 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:60021/jz/n/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19157 T2785 C176 P32892 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:32892/jz/n START replicas=[http://127.0.0.1:60021/jz/n/collection1/] nUpdates=100
[junit4:junit4]   2> 19157 T2785 C176 P32892 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19158 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19158 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19158 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19159 T2785 C176 P32892 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19159 T2785 C176 P32892 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:60021/jz/n/collection1/. core=collection1
[junit4:junit4]   2> 19159 T2785 C176 P32892 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C177 name=collection1 org.apache.solr.core.SolrCore@5465695e url=http://127.0.0.1:60021/jz/n/collection1 node=127.0.0.1:60021_jz%2Fn C177_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:60021/jz/n, state=active, node_name=127.0.0.1:60021_jz%2Fn, collection=collection1, shard=shard1, core=collection1, leader=true}
[junit4:junit4]   2> 19353 T2744 C177 P60021 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19354 T2743 C177 P60021 REQ /get {getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 19354 T2744 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
[junit4:junit4]   2> 19356 T2744 C177 P60021 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19357 T2744 C177 P60021 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19358 T2744 C177 P60021 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19358 T2744 C177 P60021 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19359 T2744 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
[junit4:junit4]   2> 19372 T2744 C177 P60021 oass.SolrIndexSearcher.<init> Opening Searcher@25753d95 realtime
[junit4:junit4]   2> 19373 T2744 C177 P60021 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19375 T2744 C177 P60021 /update {softCommit=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin&openSearcher=false} {commit=} 0 22
[junit4:junit4]   2> 19376 T2785 C176 P32892 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19376 T2785 C176 P32892 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19378 T2743 C177 P60021 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19379 T2743 C177 P60021 REQ /replication {qt=/replication&version=2&command=indexversion&wt=javabin} status=0 QTime=2 
[junit4:junit4]   2> 19380 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19380 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19380 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19382 T2746 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
[junit4:junit4]   2> 19383 T2746 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
[junit4:junit4]   2> 19384 T2746 C177 P60021 REQ /replication {qt=/replication&version=2&generation=2&command=filelist&wt=javabin} status=0 QTime=2 
[junit4:junit4]   2> 19385 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19386 T2785 C176 P32892 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index.20130302200815591 forceNew:false
[junit4:junit4]   2> 19387 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 19387 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@48b5c8c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a1bdf41) fullCopy=false
[junit4:junit4]   2> 19389 T2744 C177 P60021 REQ /replication {checksum=true&qt=/replication&generation=2&command=filecontent&file=segments_2&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19390 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
[junit4:junit4]   2> 19391 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19391 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 19392 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 19392 T2785 C176 P32892 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19392 T2785 C176 P32892 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19392 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 19393 T2785 C176 P32892 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19394 T2785 C176 P32892 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19394 T2785 C176 P32892 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19394 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 19395 T2785 C176 P32892 oass.SolrIndexSearcher.<init> Opening Searcher@b5797695 main
[junit4:junit4]   2> 19396 T2784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b5797695 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19396 T2784 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
[junit4:junit4]   2> 19396 T2785 C176 P32892 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@48b5c8c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a1bdf41)
[junit4:junit4]   2> 19397 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index.20130302200815591
[junit4:junit4]   2> 19397 T2785 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
[junit4:junit4]   2> 19397 T2785 C176 P32892 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19397 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19398 T2785 C176 P32892 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19398 T2785 C176 P32892 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19399 T2785 C176 P32892 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19508 T2708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19979 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19980 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 19983 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32892/jz/n",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32892_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 19986 T2737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19986 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19986 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19986 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19986 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20510 T2708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20511 T2708 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 20512 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2>  C176_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:32892/jz/n, state=active, node_name=127.0.0.1:32892_jz%2Fn, collection=collection1, shard=shard1, core=collection1}
[junit4:junit4]   2> 20547 T2772 C176 P32892 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60021/jz/n/collection1/&version=2&wt=javabin} {add=[1 (1428439115231133696)]} 0 1
[junit4:junit4]   2> 20548 T2745 C177 P60021 /update {version=2&wt=javabin} {add=[1 (1428439115231133696)]} 0 7
[junit4:junit4]   2> 20669 T2746 C177 P60021 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20671 T2746 C177 P60021 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c85e682f lockFactory=org.apache.lucene.store.NativeFSLockFactory@b9f9f41b),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.tib, _0_Asserting_0.dvd, _0.fnm, _0.nvm, _0_MockVariableIntBlock_0.pos, _0_MockVariableIntBlock_0.tii, _0_Asserting_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0_Memory_0.ram, _0_Memory_1.ram, _0_Direct_0.tim, _0_Direct_0.doc, _0.si, segments_3, _0_Direct_0.tip, _0_MockVariableIntBlock_0.pyl, _0.fdt, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.nvd]
[junit4:junit4]   2> 20672 T2746 C177 P60021 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockVariableIntBlock_0.tib, _0_Asserting_0.dvd, _0.fnm, _0.nvm, _0_MockVariableIntBlock_0.pos, _0_MockVariableIntBlock_0.tii, _0_Asserting_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0_Memory_0.ram, _0_Memory_1.ram, _0_Direct_0.tim, _0_Direct_0.doc, _0.si, segments_3, _0_Direct_0.tip, _0_MockVariableIntBlock_0.pyl, _0.fdt, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.nvd]
[junit4:junit4]   2> 20673 T2746 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
[junit4:junit4]   2> 20674 T2746 C177 P60021 oass.SolrIndexSearcher.<init> Opening Searcher@ffd40ae5 main
[junit4:junit4]   2> 20675 T2746 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
[junit4:junit4]   2> 20676 T2746 C177 P60021 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20677 T2752 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ffd40ae5 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 20678 T2752 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
[junit4:junit4]   2> 20678 T2746 C177 P60021 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:32892/jz/n/collection1/, StdNode: http://127.0.0.1:49462/jz/n/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 20680 T2773 C176 P32892 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20682 T2773 C176 P32892 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17091b05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58c80795),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.tib, _0_Asserting_0.dvd, _0.fnm, _0.nvm, _0_MockVariableIntBlock_0.pos, _0_MockVariableIntBlock_0.tii, _0_Asserting_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0_Memory_0.ram, _0_Memory_1.ram, _0_Direct_0.tim, _0_Direct_0.doc, _0.si, segments_3, _0_Direct_0.tip, _0_MockVariableIntBlock_0.pyl, _0.fdt, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.nvd]
[junit4:junit4]   2> 20683 T2773 C176 P32892 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockVariableIntBlock_0.tib, _0_Asserting_0.dvd, _0.fnm, _0.nvm, _0_MockVariableIntBlock_0.pos, _0_MockVariableIntBlock_0.tii, _0_Asserting_0.dvm, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0_Memory_0.ram, _0_Memory_1.ram, _0_Direct_0.tim, _0_Direct_0.doc, _0.si, segments_3, _0_Direct_0.tip, _0_MockVariableIntBlock_0.pyl, _0.fdt, _0_MockVariableIntBlock_0.frq, _0.fdx, _0.nvd]
[junit4:junit4]   2> ASYNC  NEW_CORE C178 name=collection1 org.apache.solr.core.SolrCore@cf8d8b14 url=http://127.0.0.1:49462/jz/n/collection1 node=127.0.0.1:49462_jz%2Fn C178_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:49462/jz/n, state=active, node_name=127.0.0.1:49462_jz%2Fn, collection=collection1, shard=shard2, core=collection1, leader=true}
[junit4:junit4]   2> 20683 T2759 C178 P49462 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20684 T2773 C176 P32892 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 20685 T2759 C178 P49462 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
[junit4:junit4]   2> 20686 T2773 C176 P32892 oass.SolrIndexSearcher.<init> Opening Searcher@c6fdba14 main
[junit4:junit4]   2> 20687 T2759 C178 P49462 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e8168904 lockFactory=org.apache.lucene.store.NativeFSLockFactory@87db2c99),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20687 T2773 C176 P32892 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20687 T2784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c6fdba14 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 20687 T2759 C178 P49462 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20689 T2784 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
[junit4:junit4]   2> 20689 T2759 C178 P49462 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e8168904 lockFactory=org.apache.lucene.store.NativeFSLockFactory@87db2c99),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e8168904 lockFactory=org.apache.lucene.store.NativeFSLockFactory@87db2c99),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20689 T2773 C176 P32892 /update {softCommit=false&expungeDeletes=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 9
[junit4:junit4]   2> 20690 T2759 C178 P49462 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20691 T2759 C178 P49462 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
[junit4:junit4]   2> 20692 T2759 C178 P49462 oass.SolrIndexSearcher.<init> Opening Searcher@cced56cf main
[junit4:junit4]   2> 20693 T2759 C178 P49462 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20693 T2768 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cced56cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 20695 T2768 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
[junit4:junit4]   2> 20695 T2759 C178 P49462 /update {softCommit=false&expungeDeletes=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 12
[junit4:junit4]   2> 20696 T2746 C177 P60021 /update {softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 27
[junit4:junit4]   2> 20702 T2759 C178 P49462 REQ /select {q=*:*&start=0&isShard=true&distrib=false&NOW=1362265696904&fl=id,score&version=2&fsv=true&rows=10&wt=javabin&shard.url=127.0.0.1:49462/jz/n/collection1/} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 20702 T2776 C176 P32892 REQ /select {q=*:*&start=0&isShard=true&distrib=false&NOW=1362265696904&fl=id,score&version=2&fsv=true&rows=10&wt=javabin&shard.url=127.0.0.1:60021/jz/n/collection1/|127.0.0.1:32892/jz/n/collection1/} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 20705 T2775 C176 P32892 REQ /select {q=*:*&isShard=true&distrib=false&NOW=1362265696904&version=2&ids=1&wt=javabin&shard.url=127.0.0.1:60021/jz/n/collection1/|127.0.0.1:32892/jz/n/collection1/} status=0 QTime=0 
[junit4:junit4]   2> 20706 T2745 C177 P60021 REQ /select {q=*:*&version=2&wt=javabin} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 20708 T2708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C179 name=onenodecollectioncore org.apache.solr.core.SolrCore@ffa0d4fa url=http://127.0.0.1:60021/jz/n/onenodecollectioncore node=127.0.0.1:60021_jz%2Fn C179_STATE=coll:onenodecollection core:onenodecollectioncore props:{base_url=http://127.0.0.1:60021/jz/n, state=active, node_name=127.0.0.1:60021_jz%2Fn, roles=none, collection=onenodecollection, shard=shard1, core=onenodecollectioncore, leader=true}
[junit4:junit4]   2> 20717 T2743 C179 P60021 REQ /select {q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 20719 T2708 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54711 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@bafd331c
[junit4:junit4]   2> 20720 T2708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 20720 T2795 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54711. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 20721 T2710 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:54958
[junit4:junit4]   2> 21193 T2795 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54711, initiating session
[junit4:junit4]   2> 21497 T2710 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:54958
[junit4:junit4]   2> 21498 T2712 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d5c99b7000b with negotiated timeout 10000 for client /127.0.0.1:54958
[junit4:junit4]   2> 21498 T2795 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54711, sessionid = 0x13d2d5c99b7000b, negotiated timeout = 10000
[junit4:junit4]   2> 21498 T2796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bafd331c name:ZooKeeperConnection Watcher:127.0.0.1:54711 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21499 T2708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 21558 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b7000b
[junit4:junit4]   2> 21560 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54958 which had sessionid 0x13d2d5c99b7000b
[junit4:junit4]   2> 21560 T2796 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21560 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b7000b closed
[junit4:junit4]   2> 21561 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70004
[junit4:junit4]   2> 21562 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54928 which had sessionid 0x13d2d5c99b70004
[junit4:junit4]   2> 21562 T2737 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21562 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70004 closed
[junit4:junit4]   2> 21566 T2708 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 34136
[junit4:junit4]   2> 21566 T2708 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1112915197
[junit4:junit4]   2> 23000 T2731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23001 T2731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34136/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34136_jz%2Fn",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 23004 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 23005 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 23004 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 23004 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 24568 T2708 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 24569 T2708 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24572 T2708 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d99a2806
[junit4:junit4]   2> 24575 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
[junit4:junit4]   2> 24577 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 24579 T2708 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 24580 T2708 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 24580 T2708 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 24581 T2708 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 24582 T2708 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 24583 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index
[junit4:junit4]   2> 24584 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data
[junit4:junit4]   2> 24585 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data
[junit4:junit4]   2> 24586 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index
[junit4:junit4]   2> 24586 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/control/data/index
[junit4:junit4]   2> 24588 T2731 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277443356426243-127.0.0.1:34136_jz%2Fn-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 24588 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70003
[junit4:junit4]   2> 24589 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54923 which had sessionid 0x13d2d5c99b70003
[junit4:junit4]   2> 24590 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70003 closed
[junit4:junit4]   2> 24590 T2766 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 24590 T2782 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 24591 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24591 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24590 T2750 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 24592 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24595 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:delete cxid:0xba zxid:0xcd txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 24595 T2750 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 24597 T2750 oasc.Overseer.start Overseer (id=89277443356426246-127.0.0.1:60021_jz%2Fn-n_0000000001) starting
[junit4:junit4]   2> 24598 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xbf zxid:0xcf txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 24598 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xc0 zxid:0xd0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 24599 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xc1 zxid:0xd1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 24600 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70006 type:create cxid:0xc2 zxid:0xd2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 24602 T2798 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 24604 T2797 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 24607 T2797 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24607 T2797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34136/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34136_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 24613 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24613 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24614 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24614 T2708 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/jz/n,null}
[junit4:junit4]   2> 24667 T2708 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 60021
[junit4:junit4]   2> 24667 T2708 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=-1556019191
[junit4:junit4]   2> 25890 T2730 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 25890 T2730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 25890 T2730 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 25891 T2730 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 26117 T2797 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26118 T2797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:60021_jz%2Fn_onenodecollectioncore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 26121 T2797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 26125 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 26125 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 26125 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 27673 T2708 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 27673 T2708 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 27675 T2708 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 27678 T2708 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5465695e
[junit4:junit4]   2> 27679 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
[junit4:junit4]   2> 27680 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 27682 T2708 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 27683 T2708 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 27683 T2708 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 27684 T2708 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2>  C177_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:60021/jz/n, state=down, node_name=127.0.0.1:60021_jz%2Fn, collection=collection1, shard=shard1, core=collection1, leader=true}
[junit4:junit4]   2> 27685 T2708 C177 P60021 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
[junit4:junit4]   2> 27685 T2708 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 27686 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
[junit4:junit4]   2> 27687 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
[junit4:junit4]   2> 27687 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1/index
[junit4:junit4]   2> 27688 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
[junit4:junit4]   2> 27688 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty1
[junit4:junit4]   2> 27689 T2708 oasc.SolrCore.close [onenodecollectioncore]  CLOSING SolrCore org.apache.solr.core.SolrCore@ffa0d4fa
[junit4:junit4]   2> 27694 T2708 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 27695 T2708 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 27696 T2708 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 27697 T2708 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 27697 T2708 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4]   2> 27698 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index
[junit4:junit4]   2> 27699 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection
[junit4:junit4]   2> 27699 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection
[junit4:junit4]   2> 27700 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index
[junit4:junit4]   2> 27700 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362265676210/onenodecollection/index
[junit4:junit4]   2> 27702 T2797 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277443356426246-127.0.0.1:60021_jz%2Fn-n_0000000001) am no longer a leader.
[junit4:junit4]   2> 27702 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70006
[junit4:junit4]   2> 27703 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54930 which had sessionid 0x13d2d5c99b70006
[junit4:junit4]   2> 27704 T2750 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27704 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:delete cxid:0x53 zxid:0xe3 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 27703 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70006 closed
[junit4:junit4]   2> 27704 T2750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 27705 T2782 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 27704 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:delete cxid:0x6e zxid:0xe4 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 27705 T2750 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27705 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x54 zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27706 T2750 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 27706 T2766 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 27707 T2782 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 27708 T2782 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 27708 T2782 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 27708 T2782 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32892/jz/n/collection1/
[junit4:junit4]   2> 27709 T2766 oasc.Overseer.start Overseer (id=89277443356426248-127.0.0.1:49462_jz%2Fn-n_0000000002) starting
[junit4:junit4]   2> 27709 T2782 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:32892/jz/n START replicas=[http://127.0.0.1:60021/jz/n/collection1/] nUpdates=100
[junit4:junit4]   2> 27709 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x73 zxid:0xe8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27710 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x74 zxid:0xe9 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27711 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x75 zxid:0xea txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27712 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b70008 type:create cxid:0x76 zxid:0xeb txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27712 T2801 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 27713 T2766 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 27713 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 27715 T2800 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 27716 T2782 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:32892/jz/n  couldn't connect to http://127.0.0.1:60021/jz/n/collection1/, counting as success
[junit4:junit4]   2> 27716 T2782 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:32892/jz/n DONE. sync succeeded
[junit4:junit4]   2> 27716 T2782 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 27717 T2800 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27717 T2782 oasc.SyncStrategy.syncToMe http://127.0.0.1:32892/jz/n/collection1/: try and ask http://127.0.0.1:60021/jz/n/collection1/ to sync
[junit4:junit4]   2> 27717 T2800 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 27718 T2782 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:60021/jz/n/collection1
[junit4:junit4]   2> 27719 T2782 oasc.SyncStrategy.syncToMe http://127.0.0.1:32892/jz/n/collection1/: Sync failed - asking replica (http://127.0.0.1:60021/jz/n/collection1/) to recover.
[junit4:junit4]   2> 27719 T2782 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32892/jz/n/collection1/
[junit4:junit4]   2> 27719 T2804 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 27719 T2782 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 27723 T2800 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60021/jz/n",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60021_jz%2Fn",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 27723 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x5c zxid:0xef txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27725 T2782 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 27725 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 27726 T2804 oasc.SolrException.log SEVERE http://127.0.0.1:32892/jz/n/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:60021/jz/n
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:409)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 		at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:614)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]   2> 	Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:60021 refused
[junit4:junit4]   2> 		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]   2> 		at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]   2> 		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]   2> 		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]   2> 		... 5 more
[junit4:junit4]   2> 	Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:369)
[junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:230)
[junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:212)
[junit4:junit4]   2> 		at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
[junit4:junit4]   2> 		at java.net.Socket.connect(Socket.java:590)
[junit4:junit4]   2> 		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]   2> 		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]   2> 		... 12 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 27726 T2708 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/jz/n,null}
[junit4:junit4]   2> 27732 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 27732 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 27778 T2708 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 49462
[junit4:junit4]   2> 27779 T2708 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1479167609
[junit4:junit4]   2> 28781 T2708 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 28782 T2708 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 28785 T2708 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@cf8d8b14
[junit4:junit4]   2> 28788 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3/index
[junit4:junit4]   2> 28789 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty3
[junit4:junit4]   2> 28792 T2708 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 28793 T2708 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 28794 T2708 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 28795 T2708 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 28796 T2708 C178 P49462 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
[junit4:junit4]   2> 28797 T2708 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 28798 T2708 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
[junit4:junit4]   2> 28799 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
[junit4:junit4]   2> 28800 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2/index
[junit4:junit4]   2> 28801 T2708 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
[junit4:junit4]   2> 28801 T2708 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362265676210/jetty2
[junit4:junit4]   2> 28803 T2800 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277443356426248-127.0.0.1:49462_jz%2Fn-n_0000000002) am no longer a leader.
[junit4:junit4]   2> 28803 T2713 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d5c99b70008
[junit4:junit4]   2> 28804 T2710 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:54937 which had sessionid 0x13d2d5c99b70008
[junit4:junit4]   2> 28805 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:delete cxid:0x64 zxid:0xff txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 28805 T2708 oaz.ZooKeeper.close Session: 0x13d2d5c99b70008 closed
[junit4:junit4]   2> 28805 T2782 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 28807 T2782 oasc.Overseer.start Overseer (id=89277443356426250-127.0.0.1:32892_jz%2Fn-n_0000000003) starting
[junit4:junit4]   2> 28808 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x69 zxid:0x101 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28809 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x6a zxid:0x102 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28809 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x6b zxid:0x103 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28810 T2713 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d5c99b7000a type:create cxid:0x6c zxid:0x104 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28811 T2806 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 28812 T2782 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 28812 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 28813 T2805 o

[...truncated too long message...]

nit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]   2> 30025 T2708 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 30029 T2707 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 30104 T2766 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 30104 T2766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 30105 T2766 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 30105 T2766 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 30795 T2711 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 31203 T2782 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 31203 T2782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 31204 T2782 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 31205 T2782 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_si=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), range_facet_sl=MockVariableIntBlock(baseBlockSize=114), timestamp=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ms_MY, timezone=Brazil/East
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=3,free=90293600,total=200278016
[junit4:junit4]   2> NOTE: All tests run in this JVM: [BasicDistributedZkTest, TestSolrXMLSerializer, TestIndexSearcher, TestGroupingSearch, DOMUtilTest, TestIndexingPerformance, TestLMDirichletSimilarityFactory, SampleTest, SolrIndexConfigTest, TestSearchPerf, TestComponentsName, SpellingQueryConverterTest, TestElisionMultitermQuery, TestConfig, SolrCoreCheckLockOnStartupTest, TestReload, TestBinaryResponseWriter, TestDefaultSimilarityFactory, ShardRoutingCustomTest, TestPHPSerializedResponseWriter, TestStressReorder, TestArbitraryIndexDir, PrimUtilsTest, TestSolrIndexConfig, QueryElevationComponentTest, TestWordDelimiterFilterFactory, SolrCmdDistributorTest, SimplePostToolTest, TestPropInject, HardAutoCommitTest, OutputWriterTest, SpatialFilterTest, DebugComponentTest, LeaderElectionIntegrationTest, SpellCheckCollatorTest, TestOmitPositions, TestCodecSupport, DirectSolrConnectionTest, TestRTGBase, ReturnFieldsTest, FileUtilsTest, TestSurroundQueryParser, TestUpdate, TestBinaryField, IndexBasedSpellCheckerTest, SpellCheckComponentTest, XmlUpdateRequestHandlerTest, ScriptEngineTest, DistributedTermsComponentTest, ZkCLITest, LoggingHandlerTest, PluginInfoTest, TestDocumentBuilder, ClusterStateTest, PreAnalyzedFieldTest, ClusterStateUpdateTest, DocValuesMultiTest, WordBreakSolrSpellCheckerTest, TestSolrJ, DateMathParserTest, SpellPossibilityIteratorTest, TestSolr4Spatial, DefaultValueUpdateProcessorTest, OverseerTest, FullSolrCloudDistribCmdsTest, DistributedSpellCheckComponentTest, TestRealTimeGet, TestRandomFaceting, TestRangeQuery, DirectUpdateHandlerTest, SimpleFacetsTest, TestCoreContainer, LukeRequestHandlerTest, TestFiltering, FileBasedSpellCheckerTest, PeerSyncTest, BasicFunctionalityTest, TestTrie, CacheHeaderTest, IndexSchemaTest, TermsComponentTest, XsltUpdateRequestHandlerTest, PingRequestHandlerTest, DocumentAnalysisRequestHandlerTest, DirectUpdateHandlerOptimizeTest, TestValueSourceCache, JSONWriterTest, SearchHandlerTest, SuggesterFSTTest, SuggesterTest, ShowFileRequestHandlerTest, PrimitiveFieldTypeTest, FieldMutatingUpdateProcessorTest, TestSolrDeletionPolicy2, TestPropInjectDefaults, TestXIncludeConfig, TestLFUCache, TestQuerySenderListener, NumericFieldsTest, TestJmxMonitoredMap, TestBM25SimilarityFactory, TestPluginEnable, TestDFRSimilarityFactory, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, TestSystemIdResolver, TestBadConfig, RAMDirectoryFactoryTest, SystemInfoHandlerTest, TestUtils, AnalysisAfterCoreReloadTest, TestRandomDVFaceting, TestCharFilters, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 31.30s, 1 test, 1 failure <<< FAILURES!

[...truncated 81 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:374: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:870: There were test failures: 260 suites, 1095 tests, 1 failure, 10 ignored (4 assumptions)

Total time: 46 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/ibm-j9-jdk7 
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b78) - Build # 4542 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4542/
Java: 32bit/jdk1.8.0-ea-b78 -client -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([F7EF1912CDA91723:7609970ABAF6771F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:209)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([F7EF1912CDA91723:7609970ABAF6771F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9067 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T558 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 2 T558 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097
[junit4:junit4]   2> 3 T558 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 3 T559 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 4 T559 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 4 T559 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 4 T559 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 5 T559 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 5 T559 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 103 T558 oasc.ZkTestServer.run start zk server on port:54542
[junit4:junit4]   2> 104 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1be1abf
[junit4:junit4]   2> 105 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 105 T564 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 106 T564 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 106 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42437
[junit4:junit4]   2> 106 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42437
[junit4:junit4]   2> 107 T562 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 207 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40000 with negotiated timeout 10000 for client /127.0.0.1:42437
[junit4:junit4]   2> 207 T564 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40000, negotiated timeout = 10000
[junit4:junit4]   2> 207 T565 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1be1abf name:ZooKeeperConnection Watcher:127.0.0.1:54542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 208 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 208 T558 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 211 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40000
[junit4:junit4]   2> 212 T565 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 212 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42437 which had sessionid 0x13d2d11d4a40000
[junit4:junit4]   2> 212 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40000 closed
[junit4:junit4]   2> 213 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@179e478
[junit4:junit4]   2> 214 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 214 T566 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 214 T566 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 214 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42438
[junit4:junit4]   2> 215 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42438
[junit4:junit4]   2> 215 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40001 with negotiated timeout 10000 for client /127.0.0.1:42438
[junit4:junit4]   2> 215 T566 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40001, negotiated timeout = 10000
[junit4:junit4]   2> 216 T567 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@179e478 name:ZooKeeperConnection Watcher:127.0.0.1:54542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 216 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 216 T558 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 219 T558 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 224 T558 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 226 T558 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 227 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 228 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 231 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 232 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 235 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 235 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 237 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 238 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 240 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 241 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 243 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 244 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 246 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 246 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 248 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 249 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 251 T558 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 252 T558 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 254 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40001
[junit4:junit4]   2> 254 T567 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 254 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42438 which had sessionid 0x13d2d11d4a40001
[junit4:junit4]   2> 254 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40001 closed
[junit4:junit4]   2> 346 T558 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 352 T558 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46561
[junit4:junit4]   2> 352 T558 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 353 T558 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 353 T558 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349
[junit4:junit4]   2> 354 T558 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349/solr.xml
[junit4:junit4]   2> 354 T558 oasc.CoreContainer.<init> New CoreContainer 11847213
[junit4:junit4]   2> 355 T558 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349/'
[junit4:junit4]   2> 356 T558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349/'
[junit4:junit4]   2> 389 T558 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 390 T558 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 390 T558 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 391 T558 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 391 T558 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 392 T558 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 392 T558 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 393 T558 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 393 T558 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 394 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 408 T558 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 425 T558 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54542/solr
[junit4:junit4]   2> 426 T558 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 426 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1bffbd7
[junit4:junit4]   2> 427 T577 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 427 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 428 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42441
[junit4:junit4]   2> 428 T577 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 428 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42441
[junit4:junit4]   2> 430 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40002 with negotiated timeout 20000 for client /127.0.0.1:42441
[junit4:junit4]   2> 430 T577 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40002, negotiated timeout = 20000
[junit4:junit4]   2> 430 T578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bffbd7 name:ZooKeeperConnection Watcher:127.0.0.1:54542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 430 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 431 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40002
[junit4:junit4]   2> 432 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42441 which had sessionid 0x13d2d11d4a40002
[junit4:junit4]   2> 432 T578 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 432 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40002 closed
[junit4:junit4]   2> 433 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 440 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@e330d8
[junit4:junit4]   2> 441 T579 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 441 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 441 T579 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 441 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42442
[junit4:junit4]   2> 442 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42442
[junit4:junit4]   2> 443 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40003 with negotiated timeout 20000 for client /127.0.0.1:42442
[junit4:junit4]   2> 443 T579 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40003, negotiated timeout = 20000
[junit4:junit4]   2> 443 T580 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e330d8 name:ZooKeeperConnection Watcher:127.0.0.1:54542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 443 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 445 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 446 T558 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 447 T558 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46561_
[junit4:junit4]   2> 448 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46561_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46561_
[junit4:junit4]   2> 449 T558 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46561_
[junit4:junit4]   2> 451 T558 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 454 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 454 T558 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 457 T558 oasc.Overseer.start Overseer (id=89277122222489603-127.0.0.1:46561_-n_0000000000) starting
[junit4:junit4]   2> 458 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 459 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 459 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 460 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 461 T582 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 466 T558 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 468 T558 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 470 T581 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 472 T583 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349/collection1
[junit4:junit4]   2> 472 T583 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 473 T583 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 473 T583 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 474 T583 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349/collection1/'
[junit4:junit4]   2> 474 T583 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349/collection1/lib/README' to classloader
[junit4:junit4]   2> 475 T583 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 519 T583 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 579 T583 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 580 T583 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 585 T583 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1296 T583 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1309 T583 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1312 T583 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1320 T583 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1327 T583 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1330 T583 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1330 T583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1331 T583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1332 T583 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1332 T583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1332 T583 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1333 T583 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362260776349/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/
[junit4:junit4]   2> 1333 T583 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e089a3
[junit4:junit4]   2> 1333 T583 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1334 T583 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data forceNew:false
[junit4:junit4]   2> 1334 T583 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data
[junit4:junit4]   2> 1334 T583 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/index/
[junit4:junit4]   2> 1334 T583 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1334 T583 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/index forceNew:false
[junit4:junit4]   2> 1336 T583 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10fa463 lockFactory=org.apache.lucene.store.NativeFSLockFactory@57e1e6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1336 T583 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1336 T583 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/index
[junit4:junit4]   2> 1337 T583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1338 T583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1338 T583 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1338 T583 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1339 T583 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1339 T583 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1339 T583 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1339 T583 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1340 T583 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1342 T583 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1344 T583 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data
[junit4:junit4]   2> 1344 T583 oass.SolrIndexSearcher.<init> Opening Searcher@1e5f22c main
[junit4:junit4]   2> 1345 T583 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/tlog
[junit4:junit4]   2> 1345 T583 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1345 T583 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1348 T583 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data
[junit4:junit4]   2> 1348 T584 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e5f22c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1355 T583 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1355 T583 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1356 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1973 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1974 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46561",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46561_",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 1974 T581 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1974 T581 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1975 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1978 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2357 T583 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2357 T583 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46561 collection:control_collection shard:shard1
[junit4:junit4]   2> 2358 T583 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2362 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2363 T583 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2363 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2364 T583 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2365 T583 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2365 T583 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46561/collection1/
[junit4:junit4]   2> 2365 T583 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2365 T583 oasc.SyncStrategy.syncToMe http://127.0.0.1:46561/collection1/ has no replicas
[junit4:junit4]   2> 2365 T583 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46561/collection1/
[junit4:junit4]   2> 2365 T583 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2368 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3482 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3488 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3522 T583 oasc.ZkController.register We are http://127.0.0.1:46561/collection1/ and leader is http://127.0.0.1:46561/collection1/
[junit4:junit4]   2> 3522 T583 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46561
[junit4:junit4]   2> 3523 T583 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3523 T583 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3523 T583 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3524 T583 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3526 T558 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3526 T558 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3526 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3529 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3530 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@81702b
[junit4:junit4]   2> 3531 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3531 T586 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3531 T586 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 3531 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42446
[junit4:junit4]   2> 3532 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42446
[junit4:junit4]   2> 3532 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40004 with negotiated timeout 10000 for client /127.0.0.1:42446
[junit4:junit4]   2> 3532 T586 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40004, negotiated timeout = 10000
[junit4:junit4]   2> 3533 T587 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@81702b name:ZooKeeperConnection Watcher:127.0.0.1:54542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3533 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3535 T558 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3537 T558 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3605 T558 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3607 T558 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46361
[junit4:junit4]   2> 3607 T558 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3608 T558 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3608 T558 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631
[junit4:junit4]   2> 3608 T558 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/solr.xml
[junit4:junit4]   2> 3609 T558 oasc.CoreContainer.<init> New CoreContainer 19300167
[junit4:junit4]   2> 3609 T558 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/'
[junit4:junit4]   2> 3610 T558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/'
[junit4:junit4]   2> 3641 T558 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3642 T558 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3642 T558 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3642 T558 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3643 T558 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3643 T558 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3643 T558 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3644 T558 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3644 T558 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3644 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3654 T558 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3670 T558 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54542/solr
[junit4:junit4]   2> 3670 T558 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3671 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@db4ce1
[junit4:junit4]   2> 3672 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3672 T597 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3672 T597 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 3673 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42447
[junit4:junit4]   2> 3673 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42447
[junit4:junit4]   2> 3674 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40005 with negotiated timeout 20000 for client /127.0.0.1:42447
[junit4:junit4]   2> 3674 T597 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40005, negotiated timeout = 20000
[junit4:junit4]   2> 3674 T598 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@db4ce1 name:ZooKeeperConnection Watcher:127.0.0.1:54542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3674 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3676 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40005
[junit4:junit4]   2> 3676 T598 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3676 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42447 which had sessionid 0x13d2d11d4a40005
[junit4:junit4]   2> 3676 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40005 closed
[junit4:junit4]   2> 3677 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3688 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1813de4
[junit4:junit4]   2> 3689 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3689 T599 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3690 T599 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 3690 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42448
[junit4:junit4]   2> 3690 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42448
[junit4:junit4]   2> 3691 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40006 with negotiated timeout 20000 for client /127.0.0.1:42448
[junit4:junit4]   2> 3691 T599 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40006, negotiated timeout = 20000
[junit4:junit4]   2> 3691 T600 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1813de4 name:ZooKeeperConnection Watcher:127.0.0.1:54542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3692 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3693 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3693 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3694 T558 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4696 T558 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46361_
[junit4:junit4]   2> 4697 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46361_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46361_
[junit4:junit4]   2> 4698 T558 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46361_
[junit4:junit4]   2> 4700 T580 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4700 T587 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4700 T600 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4701 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4705 T601 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/collection1
[junit4:junit4]   2> 4705 T601 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4706 T601 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4706 T601 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4707 T601 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/collection1/'
[junit4:junit4]   2> 4707 T601 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/collection1/lib/README' to classloader
[junit4:junit4]   2> 4708 T601 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4744 T601 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4798 T601 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4799 T601 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4803 T601 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4992 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4993 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46561",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46561_",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 5000 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5000 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5000 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5459 T601 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5468 T601 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5471 T601 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5480 T601 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5486 T601 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5489 T601 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5490 T601 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5490 T601 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5490 T601 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5491 T601 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5491 T601 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5491 T601 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/
[junit4:junit4]   2> 5492 T601 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e089a3
[junit4:junit4]   2> 5492 T601 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5493 T601 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1 forceNew:false
[junit4:junit4]   2> 5493 T601 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1
[junit4:junit4]   2> 5493 T601 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index/
[junit4:junit4]   2> 5493 T601 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5494 T601 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index forceNew:false
[junit4:junit4]   2> 5495 T601 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16fb8ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@119e26e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5495 T601 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5495 T601 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index
[junit4:junit4]   2> 5496 T601 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5497 T601 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5497 T601 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5497 T601 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5498 T601 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5498 T601 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5498 T601 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5499 T601 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5499 T601 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5501 T601 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5504 T601 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1
[junit4:junit4]   2> 5504 T601 oass.SolrIndexSearcher.<init> Opening Searcher@1aa1b72 main
[junit4:junit4]   2> 5504 T601 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/tlog
[junit4:junit4]   2> 5505 T601 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5505 T601 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5511 T602 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1aa1b72 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5513 T601 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5513 T601 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6504 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6505 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46361",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46361_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 6505 T581 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6505 T581 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6509 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6509 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6509 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6514 T601 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6514 T601 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46361 collection:collection1 shard:shard1
[junit4:junit4]   2> 6515 T601 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6519 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6520 T601 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6520 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6521 T601 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6521 T601 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6522 T601 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46361/collection1/
[junit4:junit4]   2> 6522 T601 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6522 T601 oasc.SyncStrategy.syncToMe http://127.0.0.1:46361/collection1/ has no replicas
[junit4:junit4]   2> 6522 T601 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46361/collection1/
[junit4:junit4]   2> 6522 T601 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6525 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8013 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8020 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8020 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8020 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8029 T601 oasc.ZkController.register We are http://127.0.0.1:46361/collection1/ and leader is http://127.0.0.1:46361/collection1/
[junit4:junit4]   2> 8029 T601 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46361
[junit4:junit4]   2> 8029 T601 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8029 T601 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8030 T601 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8031 T601 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8032 T558 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8032 T558 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8033 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8104 T558 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8106 T558 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50003
[junit4:junit4]   2> 8106 T558 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8107 T558 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8107 T558 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130
[junit4:junit4]   2> 8107 T558 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130/solr.xml
[junit4:junit4]   2> 8108 T558 oasc.CoreContainer.<init> New CoreContainer 6970208
[junit4:junit4]   2> 8108 T558 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130/'
[junit4:junit4]   2> 8108 T558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130/'
[junit4:junit4]   2> 8137 T558 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8137 T558 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8137 T558 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8138 T558 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8138 T558 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8139 T558 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8139 T558 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8139 T558 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8139 T558 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8140 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8157 T558 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8178 T558 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54542/solr
[junit4:junit4]   2> 8179 T558 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8179 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@125e59e
[junit4:junit4]   2> 8180 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8180 T613 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8181 T613 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 8181 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42452
[junit4:junit4]   2> 8181 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42452
[junit4:junit4]   2> 8182 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40007 with negotiated timeout 20000 for client /127.0.0.1:42452
[junit4:junit4]   2> 8182 T613 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40007, negotiated timeout = 20000
[junit4:junit4]   2> 8182 T614 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@125e59e name:ZooKeeperConnection Watcher:127.0.0.1:54542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8183 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8183 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40007
[junit4:junit4]   2> 8184 T614 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8184 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40007 closed
[junit4:junit4]   2> 8184 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42452 which had sessionid 0x13d2d11d4a40007
[junit4:junit4]   2> 8185 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8187 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@dcc013
[junit4:junit4]   2> 8188 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8188 T615 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8189 T615 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 8189 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42453
[junit4:junit4]   2> 8189 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42453
[junit4:junit4]   2> 8190 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40008 with negotiated timeout 20000 for client /127.0.0.1:42453
[junit4:junit4]   2> 8190 T615 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40008, negotiated timeout = 20000
[junit4:junit4]   2> 8190 T616 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dcc013 name:ZooKeeperConnection Watcher:127.0.0.1:54542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8190 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8191 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8192 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8193 T558 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9195 T558 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50003_
[junit4:junit4]   2> 9196 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50003_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50003_
[junit4:junit4]   2> 9197 T558 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50003_
[junit4:junit4]   2> 9200 T580 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9200 T587 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9200 T616 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9200 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9200 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9200 T600 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9201 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9205 T617 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130/collection1
[junit4:junit4]   2> 9205 T617 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9206 T617 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9206 T617 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9207 T617 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130/collection1/'
[junit4:junit4]   2> 9207 T617 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130/collection1/lib/README' to classloader
[junit4:junit4]   2> 9207 T617 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9253 T617 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9303 T617 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9304 T617 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9308 T617 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9524 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9525 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46361",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46361_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 9535 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9535 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9535 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9535 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9975 T617 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9985 T617 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9988 T617 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10001 T617 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10004 T617 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10007 T617 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10008 T617 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10009 T617 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10009 T617 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10009 T617 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10010 T617 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10010 T617 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362260784130/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/
[junit4:junit4]   2> 10010 T617 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e089a3
[junit4:junit4]   2> 10010 T617 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10011 T617 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2 forceNew:false
[junit4:junit4]   2> 10011 T617 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2
[junit4:junit4]   2> 10011 T617 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index/
[junit4:junit4]   2> 10012 T617 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10012 T617 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index forceNew:false
[junit4:junit4]   2> 10013 T617 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c91ecc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f47c19),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10013 T617 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10014 T617 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index
[junit4:junit4]   2> 10015 T617 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10015 T617 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10015 T617 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10016 T617 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10016 T617 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10017 T617 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10017 T617 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10017 T617 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10017 T617 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10020 T617 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10025 T617 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2
[junit4:junit4]   2> 10026 T617 oass.SolrIndexSearcher.<init> Opening Searcher@13c22c6 main
[junit4:junit4]   2> 10026 T617 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/tlog
[junit4:junit4]   2> 10026 T617 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10027 T617 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10030 T618 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13c22c6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10032 T617 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10032 T617 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11039 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11040 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50003",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50003_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 11040 T581 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11041 T581 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11045 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11045 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11045 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11045 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12033 T617 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12033 T617 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50003 collection:collection1 shard:shard2
[junit4:junit4]   2> 12034 T617 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12039 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12039 T617 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12040 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12041 T617 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12041 T617 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12041 T617 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50003/collection1/
[junit4:junit4]   2> 12042 T617 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12042 T617 oasc.SyncStrategy.syncToMe http://127.0.0.1:50003/collection1/ has no replicas
[junit4:junit4]   2> 12042 T617 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50003/collection1/
[junit4:junit4]   2> 12042 T617 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12045 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12549 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12555 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12556 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12556 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12556 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12597 T617 oasc.ZkController.register We are http://127.0.0.1:50003/collection1/ and leader is http://127.0.0.1:50003/collection1/
[junit4:junit4]   2> 12597 T617 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50003
[junit4:junit4]   2> 12597 T617 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12598 T617 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12598 T617 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12599 T617 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12600 T558 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12600 T558 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12601 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12671 T558 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12673 T558 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44863
[junit4:junit4]   2> 12674 T558 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12674 T558 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12674 T558 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698
[junit4:junit4]   2> 12675 T558 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698/solr.xml
[junit4:junit4]   2> 12675 T558 oasc.CoreContainer.<init> New CoreContainer 30062125
[junit4:junit4]   2> 12675 T558 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698/'
[junit4:junit4]   2> 12676 T558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698/'
[junit4:junit4]   2> 12701 T558 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12701 T558 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12702 T558 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12702 T558 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12702 T558 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12703 T558 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12703 T558 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12703 T558 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12704 T558 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12704 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12711 T558 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12732 T558 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54542/solr
[junit4:junit4]   2> 12733 T558 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12733 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a15eee
[junit4:junit4]   2> 12734 T629 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12734 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12735 T629 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 12735 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42465
[junit4:junit4]   2> 12735 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42465
[junit4:junit4]   2> 12736 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a40009 with negotiated timeout 20000 for client /127.0.0.1:42465
[junit4:junit4]   2> 12736 T629 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a40009, negotiated timeout = 20000
[junit4:junit4]   2> 12736 T630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a15eee name:ZooKeeperConnection Watcher:127.0.0.1:54542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12736 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12738 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40009
[junit4:junit4]   2> 12738 T630 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12738 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42465 which had sessionid 0x13d2d11d4a40009
[junit4:junit4]   2> 12738 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40009 closed
[junit4:junit4]   2> 12739 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12742 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@12579a9
[junit4:junit4]   2> 12743 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12743 T631 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12744 T631 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 12744 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42466
[junit4:junit4]   2> 12744 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42466
[junit4:junit4]   2> 12745 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a4000a with negotiated timeout 20000 for client /127.0.0.1:42466
[junit4:junit4]   2> 12745 T631 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a4000a, negotiated timeout = 20000
[junit4:junit4]   2> 12745 T632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12579a9 name:ZooKeeperConnection Watcher:127.0.0.1:54542/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12745 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12746 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a4000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12748 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a4000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12750 T558 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13751 T558 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44863_
[junit4:junit4]   2> 13752 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a4000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44863_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44863_
[junit4:junit4]   2> 13753 T558 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44863_
[junit4:junit4]   2> 13755 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13755 T587 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13755 T616 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13755 T580 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13756 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13756 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13756 T632 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13756 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13760 T600 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13768 T633 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698/collection1
[junit4:junit4]   2> 13769 T633 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13770 T633 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13770 T633 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13771 T633 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698/collection1/'
[junit4:junit4]   2> 13772 T633 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698/collection1/lib/README' to classloader
[junit4:junit4]   2> 13772 T633 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13813 T633 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13883 T633 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13884 T633 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13895 T633 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14063 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14064 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50003",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50003_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2"}
[junit4:junit4]   2> 14067 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14067 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14067 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14067 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14067 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14577 T633 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14585 T633 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14591 T633 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14602 T633 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14605 T633 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14608 T633 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14609 T633 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14610 T633 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14610 T633 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14611 T633 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14611 T633 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14611 T633 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362260788698/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/
[junit4:junit4]   2> 14611 T633 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e089a3
[junit4:junit4]   2> 14612 T633 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14612 T633 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3 forceNew:false
[junit4:junit4]   2> 14612 T633 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 14613 T633 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index/
[junit4:junit4]   2> 14613 T633 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14613 T633 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index forceNew:false
[junit4:junit4]   2> 14615 T633 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d6e5e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44b1da),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14615 T633 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14616 T633 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index
[junit4:junit4]   2> 14622 T633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14622 T633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14623 T633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14623 T633 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14624 T633 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14624 T633 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14624 T633 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14625 T633 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14625 T633 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14628 T633 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14630 T633 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 14631 T633 oass.SolrIndexSearcher.<init> Opening Searcher@8f46ac main
[junit4:junit4]   2> 14631 T633 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/tlog
[junit4:junit4]   2> 14632 T633 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14632 T633 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14637 T634 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8f46ac main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14638 T633 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14638 T633 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15582 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15583 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44863",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44863_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 15583 T581 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15583 T581 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15588 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15588 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15588 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15588 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15588 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15639 T633 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15640 T633 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44863 collection:collection1 shard:shard1
[junit4:junit4]   2> 15642 T633 oasc.ZkController.register We are http://127.0.0.1:44863/collection1/ and leader is http://127.0.0.1:46361/collection1/
[junit4:junit4]   2> 15642 T633 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44863
[junit4:junit4]   2> 15642 T633 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15642 T633 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C40 name=collection1 org.apache.solr.core.SolrCore@1fef186 url=http://127.0.0.1:44863/collection1 node=127.0.0.1:44863_ C40_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:44863, node_name=127.0.0.1:44863_, collection=collection1, core=collection1, state=down}
[junit4:junit4]   2> 15643 T635 C40 P44863 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15643 T633 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15643 T635 C40 P44863 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15644 T635 C40 P44863 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15644 T635 C40 P44863 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15644 T558 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15645 T635 C40 P44863 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15645 T558 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15645 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15650 T558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15651 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15657 T596 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/onenodecollectioncore
[junit4:junit4]   2> 15657 T596 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 15658 T596 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 15658 T596 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 15659 T596 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 15659 T596 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 15661 T596 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 15662 T596 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/onenodecollectioncore/'
[junit4:junit4]   2> 15707 T596 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 15771 T596 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 15772 T596 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 15776 T596 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16463 T596 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16478 T596 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16481 T596 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16491 T596 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16498 T596 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16501 T596 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16502 T596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16503 T596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16503 T596 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16504 T596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16504 T596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16504 T596 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362260779631/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/
[junit4:junit4]   2> 16505 T596 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e089a3
[junit4:junit4]   2> 16506 T596 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16506 T596 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection forceNew:false
[junit4:junit4]   2> 16507 T596 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection
[junit4:junit4]   2> 16507 T596 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/index/
[junit4:junit4]   2> 16507 T596 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16508 T596 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/index forceNew:false
[junit4:junit4]   2> 16509 T596 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fbdcbe lockFactory=org.apache.lucene.store.NativeFSLockFactory@1975943),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16510 T596 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16510 T596 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/index
[junit4:junit4]   2> 16511 T596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16512 T596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16512 T596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16513 T596 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16513 T596 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16513 T596 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16514 T596 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16514 T596 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16514 T596 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16517 T596 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16520 T596 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection
[junit4:junit4]   2> 16520 T596 oass.SolrIndexSearcher.<init> Opening Searcher@1347eeb main
[junit4:junit4]   2> 16521 T596 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/tlog
[junit4:junit4]   2> 16521 T596 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16521 T596 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16524 T596 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection
[junit4:junit4]   2> 16525 T637 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@1347eeb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16529 T596 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17096 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17097 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44863",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44863_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 17099 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46361",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46361_",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 17099 T581 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 17099 T581 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17102 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17102 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17102 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17102 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17102 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17531 T596 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 17531 T596 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:46361 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 17532 T596 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 17537 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:delete cxid:0x9f zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 17537 T596 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 17538 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0xa0 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17539 T596 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 17540 T596 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 17540 T596 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46361/onenodecollectioncore/
[junit4:junit4]   2> 17540 T596 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 17541 T596 oasc.SyncStrategy.syncToMe http://127.0.0.1:46361/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 17541 T596 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46361/onenodecollectioncore/
[junit4:junit4]   2> 17541 T596 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 17544 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0xaa zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18607 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18614 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18614 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18614 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18614 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18614 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18647 T596 oasc.ZkController.register We are http://127.0.0.1:46361/onenodecollectioncore/ and leader is http://127.0.0.1:46361/onenodecollectioncore/
[junit4:junit4]   2> 18648 T596 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:46361
[junit4:junit4]   2> 18648 T596 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 18649 T596 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 18651 T596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18652 T558 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 18653 T558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C40_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:44863, node_name=127.0.0.1:44863_, collection=collection1, core=collection1, state=recovering, shard=shard1}
[junit4:junit4]   2> 19649 T635 C40 P44863 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:46361/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19650 T635 C40 P44863 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44863 START replicas=[http://127.0.0.1:46361/collection1/] nUpdates=100
[junit4:junit4]   2> 19650 T635 C40 P44863 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19650 T635 C40 P44863 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19650 T635 C40 P44863 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19650 T635 C40 P44863 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19651 T635 C40 P44863 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19651 T635 C40 P44863 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:46361/collection1/. core=collection1
[junit4:junit4]   2> 19651 T635 C40 P44863 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19656 T558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C41 name=collection1 org.apache.solr.core.SolrCore@139ba89 url=http://127.0.0.1:46361/collection1 node=127.0.0.1:46361_ C41_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:46361, node_name=127.0.0.1:46361_, collection=collection1, core=collection1, state=active, shard=shard1, leader=true}
[junit4:junit4]   2> 19659 T593 C41 P46361 REQ /get {qt=/get&getVersions=100&version=2&wt=javabin&distrib=false} status=0 QTime=0 
[junit4:junit4]   2> 19660 T595 C41 P46361 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19660 T595 C41 P46361 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1
[junit4:junit4]   2> 19661 T595 C41 P46361 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16fb8ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@119e26e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19662 T595 C41 P46361 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19662 T595 C41 P46361 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16fb8ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@119e26e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16fb8ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@119e26e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19662 T595 C41 P46361 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19663 T595 C41 P46361 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1
[junit4:junit4]   2> 19663 T595 C41 P46361 oass.SolrIndexSearcher.<init> Opening Searcher@fdd6fa realtime
[junit4:junit4]   2> 19664 T595 C41 P46361 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19664 T595 C41 P46361 /update {openSearcher=false&commit_end_point=true&waitSearcher=true&commit=true&version=2&wt=javabin&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 19664 T635 C40 P44863 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19665 T635 C40 P44863 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19668 T593 C41 P46361 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19668 T593 C41 P46361 REQ /replication {command=indexversion&qt=/replication&version=2&wt=javabin} status=0 QTime=3 
[junit4:junit4]   2> 19669 T635 C40 P44863 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19669 T635 C40 P44863 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19669 T635 C40 P44863 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19671 T596 C41 P46361 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1
[junit4:junit4]   2> 19671 T596 C41 P46361 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index
[junit4:junit4]   2> 19672 T596 C41 P46361 REQ /replication {command=filelist&qt=/replication&generation=2&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 19672 T635 C40 P44863 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19673 T635 C40 P44863 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index.20130303114635766 forceNew:false
[junit4:junit4]   2> 19673 T635 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 19673 T635 C40 P44863 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@87973a lockFactory=org.apache.lucene.store.NativeFSLockFactory@62832b) fullCopy=false
[junit4:junit4]   2> 19675 T595 C41 P46361 REQ /replication {command=filecontent&qt=/replication&checksum=true&generation=2&wt=filestream&file=segments_2} status=0 QTime=0 
[junit4:junit4]   2> 19686 T635 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index
[junit4:junit4]   2> 19686 T635 C40 P44863 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19687 T635 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 19687 T635 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 19688 T635 C40 P44863 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19688 T635 C40 P44863 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19688 T635 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 19689 T635 C40 P44863 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d6e5e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44b1da),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d6e5e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44b1da),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19689 T635 C40 P44863 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19689 T635 C40 P44863 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19690 T635 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 19690 T635 C40 P44863 oass.SolrIndexSearcher.<init> Opening Searcher@74fd29 main
[junit4:junit4]   2> 19691 T634 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74fd29 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19691 T634 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index
[junit4:junit4]   2> 19691 T635 C40 P44863 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@87973a lockFactory=org.apache.lucene.store.NativeFSLockFactory@62832b)
[junit4:junit4]   2> 19691 T635 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index.20130303114635766
[junit4:junit4]   2> 19692 T635 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index
[junit4:junit4]   2> 19692 T635 C40 P44863 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19692 T635 C40 P44863 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19692 T635 C40 P44863 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19692 T635 C40 P44863 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19693 T635 C40 P44863 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20119 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20120 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46361",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46361_",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 20122 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44863",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44863_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 20126 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20126 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20126 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20126 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20126 T587 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20658 T558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20659 T558 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 20659 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2>  C40_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:44863, node_name=127.0.0.1:44863_, collection=collection1, core=collection1, state=active, shard=shard1}
[junit4:junit4]   2> 20684 T625 C40 P44863 /update {distrib.from=http://127.0.0.1:46361/collection1/&version=2&wt=javabin&update.distrib=FROMLEADER} {add=[1 (1428433977230753792)]} 0 1
[junit4:junit4]   2> 20685 T593 C41 P46361 /update {version=2&wt=javabin} {add=[1 (1428433977230753792)]} 0 12
[junit4:junit4]   2> 20693 T596 C41 P46361 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20695 T596 C41 P46361 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16fb8ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@119e26e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16fb8ab lockFactory=org.apache.lucene.store.NativeFSLockFactory@119e26e),segFN=segments_3,generation=3,filenames=[_0_nrm.cfs, segments_3, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0_Lucene41_0.pos, _0_Lucene41_0.tip, _0.fdx, _0_dv.cfe, _0.fdt, _0_nrm.cfe, _0.fnm, _0_dv.cfs, _0.si]
[junit4:junit4]   2> 20696 T596 C41 P46361 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_nrm.cfs, segments_3, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0_Lucene41_0.pos, _0_Lucene41_0.tip, _0.fdx, _0_dv.cfe, _0.fdt, _0_nrm.cfe, _0.fnm, _0_dv.cfs, _0.si]
[junit4:junit4]   2> 20696 T596 C41 P46361 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1
[junit4:junit4]   2> 20697 T596 C41 P46361 oass.SolrIndexSearcher.<init> Opening Searcher@56cd4b main
[junit4:junit4]   2> 20697 T596 C41 P46361 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index
[junit4:junit4]   2> 20698 T596 C41 P46361 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20698 T602 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56cd4b main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 20699 T602 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index
[junit4:junit4]   2> 20699 T596 C41 P46361 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:44863/collection1/, StdNode: http://127.0.0.1:50003/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 20701 T626 C40 P44863 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20707 T626 C40 P44863 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d6e5e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44b1da),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d6e5e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44b1da),segFN=segments_3,generation=3,filenames=[_0_nrm.cfs, segments_3, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0_Lucene41_0.pos, _0_Lucene41_0.tip, _0.fdx, _0_dv.cfe, _0.fdt, _0_nrm.cfe, _0.fnm, _0_dv.cfs, _0.si]
[junit4:junit4]   2> 20708 T626 C40 P44863 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_nrm.cfs, segments_3, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0_Lucene41_0.pos, _0_Lucene41_0.tip, _0.fdx, _0_dv.cfe, _0.fdt, _0_nrm.cfe, _0.fnm, _0_dv.cfs, _0.si]
[junit4:junit4]   2> 20709 T626 C40 P44863 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 20710 T626 C40 P44863 oass.SolrIndexSearcher.<init> Opening Searcher@1fa8189 main
[junit4:junit4]   2> ASYNC  NEW_CORE C42 name=collection1 org.apache.solr.core.SolrCore@3ef117 url=http://127.0.0.1:50003/collection1 node=127.0.0.1:50003_ C42_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:50003, node_name=127.0.0.1:50003_, collection=collection1, core=collection1, state=active, shard=shard2, leader=true}
[junit4:junit4]   2> 20710 T609 C42 P50003 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20711 T626 C40 P44863 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20711 T609 C42 P50003 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2
[junit4:junit4]   2> 20711 T634 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fa8189 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4]   2> 20712 T634 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index
[junit4:junit4]   2> 20712 T626 C40 P44863 /update {commit_end_point=true&expungeDeletes=false&waitSearcher=true&commit=true&version=2&wt=javabin&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 20712 T609 C42 P50003 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c91ecc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f47c19),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20713 T609 C42 P50003 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20714 T609 C42 P50003 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c91ecc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f47c19),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c91ecc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f47c19),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 20714 T609 C42 P50003 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 20715 T609 C42 P50003 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2
[junit4:junit4]   2> 20715 T609 C42 P50003 oass.SolrIndexSearcher.<init> Opening Searcher@6b13cd main
[junit4:junit4]   2> 20715 T609 C42 P50003 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20716 T618 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b13cd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 20716 T618 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index
[junit4:junit4]   2> 20717 T609 C42 P50003 /update {commit_end_point=true&expungeDeletes=false&waitSearcher=true&commit=true&version=2&wt=javabin&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 20717 T596 C41 P46361 /update {waitSearcher=true&commit=true&version=2&wt=javabin&softCommit=false} {commit=} 0 24
[junit4:junit4]   2> 20724 T628 C40 P44863 REQ /select {fsv=true&fl=id,score&version=2&wt=javabin&isShard=true&NOW=1362260796814&distrib=false&rows=10&start=0&shard.url=127.0.0.1:46361/collection1/|127.0.0.1:44863/collection1/&q=*:*} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 20724 T612 C42 P50003 REQ /select {fsv=true&fl=id,score&version=2&wt=javabin&isShard=true&NOW=1362260796814&distrib=false&rows=10&start=0&shard.url=127.0.0.1:50003/collection1/&q=*:*} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 20735 T626 C40 P44863 REQ /select {version=2&wt=javabin&isShard=true&NOW=1362260796814&distrib=false&shard.url=127.0.0.1:46361/collection1/|127.0.0.1:44863/collection1/&q=*:*&ids=1} status=0 QTime=1 
[junit4:junit4]   2> 20735 T595 C41 P46361 REQ /select {version=2&wt=javabin&q=*:*} hits=1 status=0 QTime=15 
[junit4:junit4]   2> 20737 T558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C43 name=onenodecollectioncore org.apache.solr.core.SolrCore@70e222 url=http://127.0.0.1:46361/onenodecollectioncore node=127.0.0.1:46361_ C43_STATE=coll:onenodecollection core:onenodecollectioncore props:{base_url=http://127.0.0.1:46361, node_name=127.0.0.1:46361_, collection=onenodecollection, core=onenodecollectioncore, roles=none, state=active, shard=shard1, leader=true}
[junit4:junit4]   2> 20745 T594 C43 P46361 REQ /select {version=2&wt=javabin&q=*:*} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 20746 T558 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54542 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7e41fd
[junit4:junit4]   2> 20747 T558 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 20747 T645 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54542. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 20748 T645 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54542, initiating session
[junit4:junit4]   2> 20748 T560 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:42482
[junit4:junit4]   2> 20748 T560 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:42482
[junit4:junit4]   2> 20749 T562 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2d11d4a4000b with negotiated timeout 10000 for client /127.0.0.1:42482
[junit4:junit4]   2> 20749 T645 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54542, sessionid = 0x13d2d11d4a4000b, negotiated timeout = 10000
[junit4:junit4]   2> 20749 T646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e41fd name:ZooKeeperConnection Watcher:127.0.0.1:54542 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 20750 T558 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 20792 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a4000b
[junit4:junit4]   2> 20792 T646 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20792 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42482 which had sessionid 0x13d2d11d4a4000b
[junit4:junit4]   2> 20792 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a4000b closed
[junit4:junit4]   2> 20793 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40004
[junit4:junit4]   2> 20793 T587 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20793 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40004 closed
[junit4:junit4]   2> 20793 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42446 which had sessionid 0x13d2d11d4a40004
[junit4:junit4]   2> 20797 T558 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 46561
[junit4:junit4]   2> 20797 T558 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=11847213
[junit4:junit4]   2> 21630 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21631 T581 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:46561__collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46561",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46561_",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 21634 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21634 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21634 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21634 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22801 T558 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 22802 T558 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22804 T558 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4f18c0
[junit4:junit4]   2> 22805 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index
[junit4:junit4]   2> 22806 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 22812 T558 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 22812 T558 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 22813 T558 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 22813 T558 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 22814 T558 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 22814 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/index
[junit4:junit4]   2> 22814 T558 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/index
[junit4:junit4]   2> 22815 T558 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data/index
[junit4:junit4]   2> 22815 T558 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data
[junit4:junit4]   2> 22816 T558 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/control/data
[junit4:junit4]   2> 22816 T581 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277122222489603-127.0.0.1:46561_-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 22816 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40003
[junit4:junit4]   2> 22817 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22818 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42442 which had sessionid 0x13d2d11d4a40003
[junit4:junit4]   2> 22817 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22818 T632 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22818 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40003 closed
[junit4:junit4]   2> 22818 T600 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22818 T580 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 22818 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22819 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22819 T580 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 22819 T616 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22819 T580 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 22821 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:delete cxid:0xba zxid:0xcd txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 22821 T600 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 22823 T600 oasc.Overseer.start Overseer (id=89277122222489606-127.0.0.1:46361_-n_0000000001) starting
[junit4:junit4]   2> 22823 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0xbf zxid:0xcf txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22824 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0xc0 zxid:0xd0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22824 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0xc1 zxid:0xd1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22825 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40006 type:create cxid:0xc2 zxid:0xd2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22826 T648 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 22826 T647 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 22828 T647 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22828 T647 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46561",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46561_",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 22832 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22832 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22832 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22840 T558 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 22891 T558 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 46361
[junit4:junit4]   2> 22892 T558 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=19300167
[junit4:junit4]   2> 24335 T647 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24336 T647 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:46361__onenodecollectioncore",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46361",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46361_",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 24338 T647 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:46361__collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46361",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46361_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 24341 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24341 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24341 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25894 T558 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 25895 T558 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 25897 T558 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 25899 T558 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@139ba89
[junit4:junit4]   2> 25904 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index
[junit4:junit4]   2> 25905 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 25907 T558 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 25908 T558 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 25908 T558 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 25909 T558 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2>  C41_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:46361, node_name=127.0.0.1:46361_, collection=collection1, core=collection1, state=down, shard=shard1, leader=true}
[junit4:junit4]   2> 25911 T558 C41 P46361 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index
[junit4:junit4]   2> 25911 T558 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 25911 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index
[junit4:junit4]   2> 25912 T558 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index
[junit4:junit4]   2> 25912 T558 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1/index
[junit4:junit4]   2> 25912 T558 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1
[junit4:junit4]   2> 25913 T558 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty1
[junit4:junit4]   2> 25913 T558 oasc.SolrCore.close [onenodecollectioncore]  CLOSING SolrCore org.apache.solr.core.SolrCore@70e222
[junit4:junit4]   2> 25919 T558 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 25919 T558 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 25919 T558 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 25920 T558 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 25920 T558 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4]   2> 25921 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/index
[junit4:junit4]   2> 25921 T558 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/index
[junit4:junit4]   2> 25921 T558 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection/index
[junit4:junit4]   2> 25922 T558 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection
[junit4:junit4]   2> 25922 T558 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362260776097/onenodecollection
[junit4:junit4]   2> 25923 T647 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277122222489606-127.0.0.1:46361_-n_0000000001) am no longer a leader.
[junit4:junit4]   2> 25924 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40006
[junit4:junit4]   2> 25925 T560 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:42448 which had sessionid 0x13d2d11d4a40006
[junit4:junit4]   2> 25925 T600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25925 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25925 T558 oaz.ZooKeeper.close Session: 0x13d2d11d4a40006 closed
[junit4:junit4]   2> 25925 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a4000a type:delete cxid:0x53 zxid:0xe3 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 25925 T600 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 25926 T600 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 25926 T632 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 25926 T600 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 25927 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a4000a type:create cxid:0x54 zxid:0xe4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25927 T616 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 25928 T632 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 25928 T632 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 25928 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:delete cxid:0x71 zxid:0xe6 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 25932 T632 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 25932 T632 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44863/collection1/
[junit4:junit4]   2> 25932 T616 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 25932 T632 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44863 START replicas=[http://127.0.0.1:46361/collection1/] nUpdates=100
[junit4:junit4]   2> 25934 T616 oasc.Overseer.start Overseer (id=89277122222489608-127.0.0.1:50003_-n_0000000002) starting
[junit4:junit4]   2> 25934 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:create cxid:0x76 zxid:0xe8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25935 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:create cxid:0x77 zxid:0xe9 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25935 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:create cxid:0x78 zxid:0xea txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25936 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a40008 type:create cxid:0x79 zxid:0xeb txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25937 T632 oasu.PeerSync.handleResponse WARNING PeerSync: core=collection1 url=http://127.0.0.1:44863  couldn't connect to http://127.0.0.1:46361/collection1/, counting as success
[junit4:junit4]   2> 25937 T632 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44863 DONE. sync succeeded
[junit4:junit4]   2> 25937 T632 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 25937 T632 oasc.SyncStrategy.syncToMe http://127.0.0.1:44863/collection1/: try and ask http://127.0.0.1:46361/collection1/ to sync
[junit4:junit4]   2> 25938 T651 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 25938 T632 oasc.SolrException.log SEVERE Sync request error: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:46361/collection1
[junit4:junit4]   2> 25938 T632 oasc.SyncStrategy.syncToMe http://127.0.0.1:44863/collection1/: Sync failed - asking replica (http://127.0.0.1:46361/collection1/) to recover.
[junit4:junit4]   2> 25938 T650 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 25939 T632 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44863/collection1/
[junit4:junit4]   2> 25939 T632 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 25939 T654 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 25940 T650 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25941 T650 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46361",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46361_",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 25942 T563 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2d11d4a4000a type:create cxid:0x5c zxid:0xee txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25943 T632 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 25943 T654 oasc.SolrException.log SEVERE http://127.0.0.1:44863/collection1/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:46361
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:410)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 		at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:46361 refused
[junit4:junit4]   2> 		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4]   2> 		at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]   2> 		at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]   2> 		at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]   2> 		at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]   2> 		... 5 more
[junit4:junit4]   2> 	Caused by: java.net.ConnectException: Connection refused
[junit4:junit4]   2> 		at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:345)
[junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4:junit4]   2> 		at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4:junit4]   2> 		at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4]   2> 		at java.net.Socket.connect(Socket.java:578)
[junit4:junit4]   2> 		at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]   2> 		at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]   2> 		... 12 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 25944 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 25944 T650 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46361",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46361_",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 25947 T558 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 25952 T632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 25952 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 25999 T558 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 50003
[junit4:junit4]   2> 25999 T558 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=6970208
[junit4:junit4]   2> 27000 T558 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 27001 T558 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 27003 T558 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3ef117
[junit4:junit4]   2> 27005 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3/index
[junit4:junit4]   2> 27005 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty3
[junit4:junit4]   2> 27012 T558 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 27012 T558 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 27013 T558 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 27013 T558 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 27014 T558 C42 P50003 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index
[junit4:junit4]   2> 27015 T558 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 27015 T558 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index
[junit4:junit4]   2> 27015 T558 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index
[junit4:junit4]   2> 27016 T558 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2/index
[junit4:junit4]   2> 27016 T558 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2
[junit4:junit4]   2> 27017 T558 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362260776097/jetty2
[junit4:junit4]   2> 27018 T650 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89277122222489608-127.0.0.1:50003_-n_0000000002) am no longer a leader.
[junit4:junit4]   2> 27018 T563 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2d11d4a40008
[junit4:junit4]   2> 27019 T616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildre

[...truncated too long message...]

-Dtests.locale=vi -Dtests.timezone=Europe/Uzhgorod -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  135s J1 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F7EF1912CDA91723:7609970ABAF6771F]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 134789 T3576 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 134797 T3575 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=vi, timezone=Europe/Uzhgorod
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=138434184,total=273047552
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SoftAutoCommitTest, ZkNodePropsTest, TestDistributedSearch, ClusterStateUpdateTest, CurrencyFieldOpenExchangeTest, TestLuceneMatchVersion, MultiTermTest, FieldMutatingUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, NotRequiredUniqueKeyTest, DirectSolrSpellCheckerTest, NoCacheHeaderTest, SolrIndexSplitterTest, TestLazyCores, AlternateDirectoryTest, TestPerFieldSimilarity, BinaryUpdateRequestHandlerTest, LukeRequestHandlerTest, BasicFunctionalityTest, RequiredFieldsTest, SolrInfoMBeanTest, TestPropInjectDefaults, FullSolrCloudDistribCmdsTest, TestWriterPerf, DirectUpdateHandlerTest, TestMultiCoreConfBootstrap, CopyFieldTest, FieldAnalysisRequestHandlerTest, DistributedQueryElevationComponentTest, OverseerCollectionProcessorTest, IndexSchemaTest, ZkSolrClientTest, TestStressVersions, RequestHandlersTest, TestSolrDeletionPolicy1, TestRealTimeGet, TestRemoteStreaming, TestLMJelinekMercerSimilarityFactory, TestReversedWildcardFilterFactory, TestSuggestSpellingConverter, TestQueryTypes, ExternalFileFieldSortTest, SolrCoreTest, TermVectorComponentTest, ChaosMonkeyNothingIsSafeTest, IndexSchemaRuntimeFieldTest, TimeZoneUtilsTest, HighlighterTest, URLClassifyProcessorTest, AnalysisAfterCoreReloadTest, TestXIncludeConfig, CollectionsAPIDistributedZkTest, RecoveryZkTest, TestRandomDVFaceting, CircularListTest, DateFieldTest, PeerSyncTest, TestQueryUtils, BasicZkTest, BadIndexSchemaTest, TestCSVResponseWriter, TestSolrDeletionPolicy2, OverseerTest, SpellCheckComponentTest, TestReplicationHandler, LeaderElectionTest, DistributedSpellCheckComponentTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, StatsComponentTest, TestRecovery, TestRangeQuery, TestCoreContainer, TestGroupingSearch, DirectSolrConnectionTest, TestCSVLoader, DocumentBuilderTest, TestPseudoReturnFields, StandardRequestHandlerTest, PingRequestHandlerTest, JsonLoaderTest, DocumentAnalysisRequestHandlerTest, TestSolrQueryParser, JSONWriterTest, SearchHandlerTest, TestArbitraryIndexDir, SuggesterTSTTest, UniqFieldsUpdateProcessorFactoryTest, UpdateParamsTest, CSVRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestDocSet, TestLFUCache, IndexReaderFactoryTest, OutputWriterTest, TestConfig, TestLMDirichletSimilarityFactory, LegacyHTMLStripCharFilterTest, TestIBSimilarityFactory, TestFastLRUCache, ResourceLoaderTest, TestSystemIdResolver, TestBadConfig, UUIDFieldTest, RAMDirectoryFactoryTest, SystemInfoHandlerTest, PathHierarchyTokenizerFactoryTest, TestCharFilters, ClusterStateTest, ShardRoutingCustomTest, ShardRoutingTest, SliceStateTest, SliceStateUpdateTest, UnloadDistributedZkTest]
[junit4:junit4] Completed on J1 in 135.08s, 1 test, 1 failure <<< FAILURES!

[...truncated 11 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:870: There were test failures: 260 suites, 1095 tests, 2 failures, 9 ignored (3 assumptions)

Total time: 47 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b78 -client -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.7.0_15) - Build # 4541 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4541/
Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=421, name=coreLoadExecutor-247-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=421, name=coreLoadExecutor-247-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:733)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:868)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:951)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:569)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@341e2966 lockFactory=org.apache.lucene.store.NativeFSLockFactory@67e5149f)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=423, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=423, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@153112e8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6234f692)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9007 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 0 T362 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 6 T362 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-RecoveryZkTest-1362254888952
[junit4:junit4]   2> 7 T362 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T363 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 8 T363 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T363 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T363 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 9 T363 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 10 T363 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 107 T362 oasc.ZkTestServer.run start zk server on port:55046
[junit4:junit4]   2> 108 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@202e1df1
[junit4:junit4]   2> 109 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T368 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 110 T368 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 110 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43815
[junit4:junit4]   2> 110 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43815
[junit4:junit4]   2> 111 T366 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 224 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0000 with negotiated timeout 10000 for client /127.0.0.1:43815
[junit4:junit4]   2> 224 T368 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0000, negotiated timeout = 10000
[junit4:junit4]   2> 224 T369 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@202e1df1 name:ZooKeeperConnection Watcher:127.0.0.1:55046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 225 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 225 T362 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 229 T367 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cb7fffc0000
[junit4:junit4]   2> 229 T369 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 230 T364 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43815 which had sessionid 0x13d2cb7fffc0000
[junit4:junit4]   2> 229 T362 oaz.ZooKeeper.close Session: 0x13d2cb7fffc0000 closed
[junit4:junit4]   2> 231 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6fcd8854
[junit4:junit4]   2> 231 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 231 T370 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 232 T370 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 232 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43816
[junit4:junit4]   2> 232 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43816
[junit4:junit4]   2> 233 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0001 with negotiated timeout 10000 for client /127.0.0.1:43816
[junit4:junit4]   2> 233 T370 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0001, negotiated timeout = 10000
[junit4:junit4]   2> 234 T371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fcd8854 name:ZooKeeperConnection Watcher:127.0.0.1:55046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 234 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 234 T362 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 237 T362 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 240 T362 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 242 T362 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 244 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 245 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 249 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 249 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 252 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 253 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 255 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 256 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 261 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 261 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 264 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 264 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 267 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 267 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 270 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 270 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 273 T362 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 274 T362 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 277 T367 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cb7fffc0001
[junit4:junit4]   2> 278 T371 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 278 T364 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43816 which had sessionid 0x13d2cb7fffc0001
[junit4:junit4]   2> 277 T362 oaz.ZooKeeper.close Session: 0x13d2cb7fffc0001 closed
[junit4:junit4]   2> 335 T362 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 359 T362 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:32902
[junit4:junit4]   2> 359 T362 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 360 T362 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 360 T362 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223
[junit4:junit4]   2> 360 T362 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223/solr.xml
[junit4:junit4]   2> 361 T362 oasc.CoreContainer.<init> New CoreContainer 833030532
[junit4:junit4]   2> 361 T362 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223/'
[junit4:junit4]   2> 361 T362 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223/'
[junit4:junit4]   2> 383 T362 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 384 T362 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 384 T362 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 384 T362 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 385 T362 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 385 T362 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 385 T362 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 385 T362 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 386 T362 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 386 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 392 T362 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 400 T362 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55046/solr
[junit4:junit4]   2> 401 T362 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 401 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c1ed10
[junit4:junit4]   2> 402 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 402 T381 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 403 T381 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 403 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43817
[junit4:junit4]   2> 403 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43817
[junit4:junit4]   2> 404 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0002 with negotiated timeout 20000 for client /127.0.0.1:43817
[junit4:junit4]   2> 405 T381 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0002, negotiated timeout = 20000
[junit4:junit4]   2> 405 T382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c1ed10 name:ZooKeeperConnection Watcher:127.0.0.1:55046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 405 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 406 T367 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cb7fffc0002
[junit4:junit4]   2> 407 T364 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43817 which had sessionid 0x13d2cb7fffc0002
[junit4:junit4]   2> 407 T362 oaz.ZooKeeper.close Session: 0x13d2cb7fffc0002 closed
[junit4:junit4]   2> 407 T382 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 407 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 411 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4b720ff4
[junit4:junit4]   2> 411 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 412 T383 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 412 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43818
[junit4:junit4]   2> 413 T383 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 413 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43818
[junit4:junit4]   2> 416 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0003 with negotiated timeout 20000 for client /127.0.0.1:43818
[junit4:junit4]   2> 416 T383 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0003, negotiated timeout = 20000
[junit4:junit4]   2> 416 T384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b720ff4 name:ZooKeeperConnection Watcher:127.0.0.1:55046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 417 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 418 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 419 T362 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 421 T362 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32902_
[junit4:junit4]   2> 422 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:32902_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:32902_
[junit4:junit4]   2> 422 T362 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32902_
[junit4:junit4]   2> 425 T362 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 428 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 429 T362 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 432 T362 oasc.Overseer.start Overseer (id=89276736402620419-127.0.0.1:32902_-n_0000000000) starting
[junit4:junit4]   2> 432 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 433 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 434 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 434 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 435 T386 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 435 T362 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 437 T362 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 439 T385 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 441 T387 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223/collection1
[junit4:junit4]   2> 441 T387 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 442 T387 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 442 T387 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 443 T387 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223/collection1/'
[junit4:junit4]   2> 443 T387 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223/collection1/lib/README' to classloader
[junit4:junit4]   2> 444 T387 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 465 T387 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 501 T387 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 502 T387 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 509 T387 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 859 T387 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 864 T387 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 867 T387 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 881 T387 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 885 T387 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 888 T387 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 889 T387 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 889 T387 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 890 T387 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 891 T387 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 891 T387 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 891 T387 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1362254889223/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data/
[junit4:junit4]   2> 891 T387 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ef0a4f
[junit4:junit4]   2> 893 T387 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 893 T387 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data forceNew:false
[junit4:junit4]   2> 893 T387 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data
[junit4:junit4]   2> 894 T387 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data/index/
[junit4:junit4]   2> 894 T387 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 894 T387 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data/index forceNew:false
[junit4:junit4]   2> 896 T387 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@71cd8a9f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c9af0e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 896 T387 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 896 T387 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data/index
[junit4:junit4]   2> 898 T387 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 898 T387 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 899 T387 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 899 T387 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 900 T387 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 900 T387 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 900 T387 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 901 T387 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 901 T387 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 903 T387 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 905 T387 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data
[junit4:junit4]   2> 906 T387 oass.SolrIndexSearcher.<init> Opening Searcher@710ace2 main
[junit4:junit4]   2> 906 T387 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data/tlog
[junit4:junit4]   2> 907 T387 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 907 T387 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 910 T388 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@710ace2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 912 T387 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 912 T387 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 913 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1943 T385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1944 T385 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32902_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32902"}
[junit4:junit4]   2> 1944 T385 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1945 T385 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1946 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1952 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2915 T387 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2916 T387 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32902 collection:control_collection shard:shard1
[junit4:junit4]   2> 2917 T387 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2923 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2924 T387 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2924 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2926 T387 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2926 T387 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2926 T387 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32902/collection1/
[junit4:junit4]   2> 2926 T387 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2926 T387 oasc.SyncStrategy.syncToMe http://127.0.0.1:32902/collection1/ has no replicas
[junit4:junit4]   2> 2926 T387 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32902/collection1/
[junit4:junit4]   2> 2927 T387 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2930 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3456 T385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3467 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3484 T387 oasc.ZkController.register We are http://127.0.0.1:32902/collection1/ and leader is http://127.0.0.1:32902/collection1/
[junit4:junit4]   2> 3485 T387 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32902
[junit4:junit4]   2> 3485 T387 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3485 T387 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3485 T387 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3488 T387 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3489 T362 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3489 T362 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3490 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3493 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3494 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@713f61e6
[junit4:junit4]   2> 3494 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3495 T390 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3495 T390 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 3495 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43826
[junit4:junit4]   2> 3496 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43826
[junit4:junit4]   2> 3496 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0004 with negotiated timeout 10000 for client /127.0.0.1:43826
[junit4:junit4]   2> 3496 T390 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0004, negotiated timeout = 10000
[junit4:junit4]   2> 3497 T391 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@713f61e6 name:ZooKeeperConnection Watcher:127.0.0.1:55046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3497 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3498 T362 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3499 T362 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3559 T362 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3560 T362 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55328
[junit4:junit4]   2> 3561 T362 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3561 T362 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3562 T362 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445
[junit4:junit4]   2> 3562 T362 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445/solr.xml
[junit4:junit4]   2> 3562 T362 oasc.CoreContainer.<init> New CoreContainer 138084761
[junit4:junit4]   2> 3563 T362 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445/'
[junit4:junit4]   2> 3563 T362 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445/'
[junit4:junit4]   2> 3579 T362 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3580 T362 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3580 T362 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3580 T362 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3581 T362 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3581 T362 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3581 T362 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3582 T362 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3582 T362 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3582 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3591 T362 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3599 T362 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55046/solr
[junit4:junit4]   2> 3600 T362 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3600 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@12837200
[junit4:junit4]   2> 3601 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3601 T401 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3602 T401 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 3602 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43827
[junit4:junit4]   2> 3602 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43827
[junit4:junit4]   2> 3603 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0005 with negotiated timeout 20000 for client /127.0.0.1:43827
[junit4:junit4]   2> 3603 T401 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0005, negotiated timeout = 20000
[junit4:junit4]   2> 3603 T402 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12837200 name:ZooKeeperConnection Watcher:127.0.0.1:55046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3604 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3607 T367 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cb7fffc0005
[junit4:junit4]   2> 3608 T402 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3608 T364 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43827 which had sessionid 0x13d2cb7fffc0005
[junit4:junit4]   2> 3608 T362 oaz.ZooKeeper.close Session: 0x13d2cb7fffc0005 closed
[junit4:junit4]   2> 3609 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3612 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4a9e1e34
[junit4:junit4]   2> 3612 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3613 T403 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3613 T403 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 3613 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43828
[junit4:junit4]   2> 3613 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43828
[junit4:junit4]   2> 3614 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0006 with negotiated timeout 20000 for client /127.0.0.1:43828
[junit4:junit4]   2> 3614 T403 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0006, negotiated timeout = 20000
[junit4:junit4]   2> 3614 T404 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a9e1e34 name:ZooKeeperConnection Watcher:127.0.0.1:55046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3615 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3616 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3616 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3618 T362 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4620 T362 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55328_
[junit4:junit4]   2> 4621 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55328_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55328_
[junit4:junit4]   2> 4621 T362 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55328_
[junit4:junit4]   2> 4625 T404 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4625 T391 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4625 T384 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4625 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4630 T405 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445/collection1
[junit4:junit4]   2> 4630 T405 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4631 T405 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4631 T405 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4632 T405 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445/collection1/'
[junit4:junit4]   2> 4633 T405 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445/collection1/lib/README' to classloader
[junit4:junit4]   2> 4633 T405 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4654 T405 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4687 T405 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4688 T405 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4692 T405 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4972 T385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4973 T385 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:32902_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:32902"}
[junit4:junit4]   2> 4976 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4976 T404 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4977 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4996 T405 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5001 T405 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5003 T405 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5019 T405 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5022 T405 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5026 T405 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5027 T405 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5027 T405 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5028 T405 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5029 T405 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5029 T405 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5029 T405 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1362254892445/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1/
[junit4:junit4]   2> 5030 T405 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ef0a4f
[junit4:junit4]   2> 5030 T405 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5031 T405 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1 forceNew:false
[junit4:junit4]   2> 5031 T405 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1
[junit4:junit4]   2> 5031 T405 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1/index/
[junit4:junit4]   2> 5032 T405 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5032 T405 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1/index forceNew:false
[junit4:junit4]   2> 5033 T405 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@415254a5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4034afa3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5033 T405 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5034 T405 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1/index
[junit4:junit4]   2> 5036 T405 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5036 T405 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5036 T405 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5037 T405 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5037 T405 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5038 T405 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5038 T405 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5038 T405 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5039 T405 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5041 T405 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5043 T405 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1
[junit4:junit4]   2> 5044 T405 oass.SolrIndexSearcher.<init> Opening Searcher@75a68b68 main
[junit4:junit4]   2> 5044 T405 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1/tlog
[junit4:junit4]   2> 5045 T405 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5045 T405 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5050 T406 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75a68b68 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5052 T405 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5052 T405 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6481 T385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6482 T385 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55328_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55328"}
[junit4:junit4]   2> 6482 T385 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6483 T385 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6513 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6513 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6513 T404 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7054 T405 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7054 T405 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55328 collection:collection1 shard:shard1
[junit4:junit4]   2> 7055 T405 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7095 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7104 T405 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7104 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7125 T405 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7125 T405 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7125 T405 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55328/collection1/
[junit4:junit4]   2> 7126 T405 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7126 T405 oasc.SyncStrategy.syncToMe http://127.0.0.1:55328/collection1/ has no replicas
[junit4:junit4]   2> 7126 T405 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55328/collection1/
[junit4:junit4]   2> 7127 T405 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7137 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8018 T385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8028 T404 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8028 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8028 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8044 T405 oasc.ZkController.register We are http://127.0.0.1:55328/collection1/ and leader is http://127.0.0.1:55328/collection1/
[junit4:junit4]   2> 8044 T405 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55328
[junit4:junit4]   2> 8044 T405 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8044 T405 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8045 T405 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8046 T405 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8047 T362 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8048 T362 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8048 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8115 T362 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8117 T362 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43294
[junit4:junit4]   2> 8118 T362 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8118 T362 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8118 T362 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999
[junit4:junit4]   2> 8119 T362 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999/solr.xml
[junit4:junit4]   2> 8119 T362 oasc.CoreContainer.<init> New CoreContainer 2117938806
[junit4:junit4]   2> 8119 T362 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999/'
[junit4:junit4]   2> 8120 T362 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999/'
[junit4:junit4]   2> 8137 T362 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8138 T362 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8138 T362 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8138 T362 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8139 T362 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8139 T362 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8139 T362 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8140 T362 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8140 T362 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8140 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8146 T362 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8159 T362 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55046/solr
[junit4:junit4]   2> 8160 T362 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8160 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1db205fe
[junit4:junit4]   2> 8161 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8162 T417 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8170 T417 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 8170 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43842
[junit4:junit4]   2> 8170 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43842
[junit4:junit4]   2> 8171 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0007 with negotiated timeout 20000 for client /127.0.0.1:43842
[junit4:junit4]   2> 8182 T417 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0007, negotiated timeout = 20000
[junit4:junit4]   2> 8182 T418 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1db205fe name:ZooKeeperConnection Watcher:127.0.0.1:55046 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8183 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8186 T367 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d2cb7fffc0007
[junit4:junit4]   2> 8190 T364 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43842 which had sessionid 0x13d2cb7fffc0007
[junit4:junit4]   2> 8190 T362 oaz.ZooKeeper.close Session: 0x13d2cb7fffc0007 closed
[junit4:junit4]   2> 8190 T418 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8190 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8194 T362 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55046/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@129a6972
[junit4:junit4]   2> 8195 T362 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8195 T419 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:55046. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8196 T419 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:55046, initiating session
[junit4:junit4]   2> 8196 T364 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43843
[junit4:junit4]   2> 8196 T364 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43843
[junit4:junit4]   2> 8197 T366 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d2cb7fffc0008 with negotiated timeout 20000 for client /127.0.0.1:43843
[junit4:junit4]   2> 8197 T419 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:55046, sessionid = 0x13d2cb7fffc0008, negotiated timeout = 20000
[junit4:junit4]   2> 8197 T420 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@129a6972 name:ZooKeeperConnection Watcher:127.0.0.1:55046/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8198 T362 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8199 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8200 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8203 T362 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9205 T362 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43294_
[junit4:junit4]   2> 9206 T367 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d2cb7fffc0008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43294_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43294_
[junit4:junit4]   2> 9207 T362 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43294_
[junit4:junit4]   2> 9209 T404 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9209 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9210 T384 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9210 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9211 T420 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9211 T391 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9211 T404 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9216 T421 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999/collection1
[junit4:junit4]   2> 9216 T421 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9216 T421 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9217 T421 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9218 T421 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999/collection1/'
[junit4:junit4]   2> 9218 T421 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999/collection1/lib/README' to classloader
[junit4:junit4]   2> 9218 T421 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9242 T421 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9275 T421 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9276 T421 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9280 T421 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9535 T385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9536 T385 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55328_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55328"}
[junit4:junit4]   2> 9540 T404 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9540 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9540 T420 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9540 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9579 T421 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9584 T421 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9586 T421 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9609 T421 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9612 T421 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9615 T421 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9616 T421 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9617 T421 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9617 T421 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9618 T421 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9618 T421 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9618 T421 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1362254896999/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2/
[junit4:junit4]   2> 9619 T421 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46ef0a4f
[junit4:junit4]   2> 9619 T421 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9620 T421 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2 forceNew:false
[junit4:junit4]   2> 9620 T421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2
[junit4:junit4]   2> 9620 T421 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2/index/
[junit4:junit4]   2> 9620 T421 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9621 T421 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2/index forceNew:false
[junit4:junit4]   2> 9622 T421 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fe8f518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@129e973d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9622 T421 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9622 T421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2/index
[junit4:junit4]   2> 9624 T421 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9624 T421 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9625 T421 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9625 T421 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9626 T421 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9626 T421 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9626 T421 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9627 T421 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9627 T421 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9630 T421 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9631 T421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2
[junit4:junit4]   2> 9632 T421 oass.SolrIndexSearcher.<init> Opening Searcher@58b343a9 main
[junit4:junit4]   2> 9632 T421 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2/tlog
[junit4:junit4]   2> 9633 T421 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9633 T421 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9637 T422 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58b343a9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9639 T421 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9639 T421 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11047 T385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11048 T385 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43294_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43294"}
[junit4:junit4]   2> 11048 T385 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11048 T385 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11053 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11054 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11053 T404 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11054 T420 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11640 T421 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11641 T421 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43294 collection:collection1 shard:shard1
[junit4:junit4]   2> 11644 T421 oasc.ZkController.register We are http://127.0.0.1:43294/collection1/ and leader is http://127.0.0.1:55328/collection1/
[junit4:junit4]   2> 11644 T421 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43294
[junit4:junit4]   2> 11644 T421 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11644 T421 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C21 name=collection1 org.apache.solr.core.SolrCore@261edc7f url=http://127.0.0.1:43294/collection1 node=127.0.0.1:43294_ C21_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:43294_, base_url=http://127.0.0.1:43294}
[junit4:junit4]   2> 11645 T423 C21 P43294 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11645 T423 C21 P43294 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11645 T421 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11645 T423 C21 P43294 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11646 T423 C21 P43294 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11646 T362 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 11647 T362 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11647 T423 C21 P43294 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11647 T362 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11651 T362 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C22 name=collection1 org.apache.solr.core.SolrCore@2c715c53 url=http://127.0.0.1:32902/collection1 node=127.0.0.1:32902_ C22_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:32902_, base_url=http://127.0.0.1:32902, leader=true}
[junit4:junit4]   2> 11660 T379 C22 P32902 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/control/data
[junit4:junit4]   2> 11661 T379 C22 P32902 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@71cd8a9f lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c9af0e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11661 T379 C22 P32902 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11663 T379 C22 P32902 /update {wt=javabin&version=2} {add=[1 (1428427794655739904)]} 0 4
[junit4:junit4]   2> 11664 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10001 (1428427794655739905)]} 0 5
[junit4:junit4]   2> ASYNC  NEW_CORE C23 name=collection1 org.apache.solr.core.SolrCore@4bbb161b url=http://127.0.0.1:55328/collection1 node=127.0.0.1:55328_ C23_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55328_, base_url=http://127.0.0.1:55328, leader=true}
[junit4:junit4]   2> 11671 T398 C23 P55328 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty1
[junit4:junit4]   2> 11673 T398 C23 P55328 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@415254a5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4034afa3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11673 T398 C23 P55328 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11675 T398 C23 P55328 /update {wt=javabin&version=2} {add=[1 (1428427794668322816)]} 0 4
[junit4:junit4]   2> 11676 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10001 (1428427794669371392)]} 0 4
[junit4:junit4]   2> 11679 T380 C22 P32902 /update {wt=javabin&version=2} {add=[2 (1428427794675662848)]} 0 1
[junit4:junit4]   2> 11681 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10002 (1428427794676711424)]} 0 2
[junit4:junit4]   2> 11684 T400 C23 P55328 /update {wt=javabin&version=2} {add=[2 (1428427794679857152)]} 0 2
[junit4:junit4]   2> 11685 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10002 (1428427794681954304)]} 0 1
[junit4:junit4]   2> 11687 T379 C22 P32902 /update {wt=javabin&version=2} {add=[3 (1428427794684051456)]} 0 1
[junit4:junit4]   2> 11689 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10003 (1428427794686148608)]} 0 1
[junit4:junit4]   2> 11691 T397 C23 P55328 /update {wt=javabin&version=2} {add=[3 (1428427794688245760)]} 0 1
[junit4:junit4]   2> 11692 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10003 (1428427794689294336)]} 0 1
[junit4:junit4]   2> 11696 T380 C22 P32902 /update {wt=javabin&version=2} {add=[4 (1428427794692440064)]} 0 2
[junit4:junit4]   2> 11696 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10004 (1428427794692440065)]} 0 2
[junit4:junit4]   2> 11700 T398 C23 P55328 /update {wt=javabin&version=2} {add=[4 (1428427794697682944)]} 0 2
[junit4:junit4]   2> 11702 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10004 (1428427794698731520)]} 0 3
[junit4:junit4]   2> 11704 T379 C22 P32902 /update {wt=javabin&version=2} {add=[5 (1428427794701877248)]} 0 1
[junit4:junit4]   2> 11706 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10005 (1428427794703974400)]} 0 1
[junit4:junit4]   2> 11708 T400 C23 P55328 /update {wt=javabin&version=2} {add=[5 (1428427794706071552)]} 0 1
[junit4:junit4]   2> 11710 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10005 (1428427794708168704)]} 0 1
[junit4:junit4]   2> 11711 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[5 (-1428427794710265856)]} 0 0
[junit4:junit4]   2> 11712 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10005 (-1428427794711314432)]} 0 0
[junit4:junit4]   2> 11714 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[5 (-1428427794713411584)]} 0 0
[junit4:junit4]   2> 11715 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10005 (-1428427794714460160)]} 0 0
[junit4:junit4]   2> 11718 T378 C22 P32902 /update {wt=javabin&version=2} {add=[6 (1428427794716557312)]} 0 1
[junit4:junit4]   2> 11718 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10006 (1428427794716557313)]} 0 1
[junit4:junit4]   2> 11721 T398 C23 P55328 /update {wt=javabin&version=2} {add=[6 (1428427794719703040)]} 0 1
[junit4:junit4]   2> 11722 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10006 (1428427794720751616)]} 0 2
[junit4:junit4]   2> 11725 T380 C22 P32902 /update {wt=javabin&version=2} {add=[7 (1428427794723897344)]} 0 1
[junit4:junit4]   2> 11726 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10007 (1428427794723897345)]} 0 2
[junit4:junit4]   2> 11728 T400 C23 P55328 /update {wt=javabin&version=2} {add=[7 (1428427794727043072)]} 0 1
[junit4:junit4]   2> 11729 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10007 (1428427794728091648)]} 0 1
[junit4:junit4]   2> 11731 T378 C22 P32902 /update {wt=javabin&version=2} {add=[8 (1428427794730188800)]} 0 1
[junit4:junit4]   2> 11732 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10008 (1428427794731237376)]} 0 1
[junit4:junit4]   2> 11735 T397 C23 P55328 /update {wt=javabin&version=2} {add=[8 (1428427794734383104)]} 0 1
[junit4:junit4]   2> 11735 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10008 (1428427794734383105)]} 0 1
[junit4:junit4]   2> 11737 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[6 (-1428427794737528832)]} 0 0
[junit4:junit4]   2> 11737 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10006 (-1428427794737528833)]} 0 0
[junit4:junit4]   2> 11739 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[6 (-1428427794739625984)]} 0 0
[junit4:junit4]   2> 11740 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10006 (-1428427794740674560)]} 0 0
[junit4:junit4]   2> 11744 T378 C22 P32902 /update {wt=javabin&version=2} {add=[9 (1428427794742771712)]} 0 2
[junit4:junit4]   2> 11746 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10009 (1428427794743820288)]} 0 3
[junit4:junit4]   2> 11747 T400 C23 P55328 /update {wt=javabin&version=2} {add=[9 (1428427794746966016)]} 0 1
[junit4:junit4]   2> 11749 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10009 (1428427794749063168)]} 0 1
[junit4:junit4]   2> 11752 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10 (1428427794751160320)]} 0 1
[junit4:junit4]   2> 11753 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10010 (1428427794753257472)]} 0 2
[junit4:junit4]   2> 11755 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10 (1428427794755354624)]} 0 1
[junit4:junit4]   2> 11756 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10010 (1428427794756403200)]} 0 1
[junit4:junit4]   2> 11758 T378 C22 P32902 /update {wt=javabin&version=2} {add=[11 (1428427794758500352)]} 0 1
[junit4:junit4]   2> 11759 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10011 (1428427794759548928)]} 0 1
[junit4:junit4]   2> 11761 T398 C23 P55328 /update {wt=javabin&version=2} {add=[11 (1428427794761646080)]} 0 1
[junit4:junit4]   2> 11762 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10011 (1428427794762694656)]} 0 1
[junit4:junit4]   2> 11764 T380 C22 P32902 /update {wt=javabin&version=2} {add=[12 (1428427794764791808)]} 0 1
[junit4:junit4]   2> 11765 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10012 (1428427794765840384)]} 0 1
[junit4:junit4]   2> 11767 T400 C23 P55328 /update {wt=javabin&version=2} {add=[12 (1428427794767937536)]} 0 1
[junit4:junit4]   2> 11770 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10012 (1428427794770034688)]} 0 2
[junit4:junit4]   2> 11772 T378 C22 P32902 /update {wt=javabin&version=2} {add=[13 (1428427794773180416)]} 0 1
[junit4:junit4]   2> 11773 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10013 (1428427794774228992)]} 0 1
[junit4:junit4]   2> 11776 T397 C23 P55328 /update {wt=javabin&version=2} {add=[13 (1428427794777374720)]} 0 1
[junit4:junit4]   2> 11776 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10013 (1428427794778423296)]} 0 1
[junit4:junit4]   2> 11779 T380 C22 P32902 /update {wt=javabin&version=2} {add=[14 (1428427794781569024)]} 0 1
[junit4:junit4]   2> 11780 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10014 (1428427794781569025)]} 0 2
[junit4:junit4]   2> 11782 T400 C23 P55328 /update {wt=javabin&version=2} {add=[14 (1428427794784714752)]} 0 0
[junit4:junit4]   2> 11783 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10014 (1428427794784714753)]} 0 1
[junit4:junit4]   2> 11785 T378 C22 P32902 /update {wt=javabin&version=2} {add=[15 (1428427794787860480)]} 0 1
[junit4:junit4]   2> 11787 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10015 (1428427794788909056)]} 0 2
[junit4:junit4]   2> 11789 T398 C23 P55328 /update {wt=javabin&version=2} {add=[15 (1428427794791006208)]} 0 1
[junit4:junit4]   2> 11790 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10015 (1428427794792054784)]} 0 1
[junit4:junit4]   2> 11791 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[7 (-1428427794794151936)]} 0 0
[junit4:junit4]   2> 11792 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10007 (-1428427794795200512)]} 0 0
[junit4:junit4]   2> 11794 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[7 (-1428427794797297664)]} 0 0
[junit4:junit4]   2> 11795 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10007 (-1428427794798346240)]} 0 1
[junit4:junit4]   2> 11797 T378 C22 P32902 /update {wt=javabin&version=2} {add=[16 (1428427794800443392)]} 0 1
[junit4:junit4]   2> 11798 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10016 (1428427794800443393)]} 0 1
[junit4:junit4]   2> 11801 T400 C23 P55328 /update {wt=javabin&version=2} {add=[16 (1428427794803589120)]} 0 1
[junit4:junit4]   2> 11802 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10016 (1428427794804637696)]} 0 2
[junit4:junit4]   2> 11804 T380 C22 P32902 /update {wt=javabin&version=2} {add=[17 (1428427794806734848)]} 0 1
[junit4:junit4]   2> 11805 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10017 (1428427794807783424)]} 0 1
[junit4:junit4]   2> 11807 T398 C23 P55328 /update {wt=javabin&version=2} {add=[17 (1428427794809880576)]} 0 1
[junit4:junit4]   2> 11809 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10017 (1428427794811977728)]} 0 1
[junit4:junit4]   2> 11811 T378 C22 P32902 /update {wt=javabin&version=2} {add=[18 (1428427794814074880)]} 0 1
[junit4:junit4]   2> 11813 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10018 (1428427794816172032)]} 0 1
[junit4:junit4]   2> 11815 T397 C23 P55328 /update {wt=javabin&version=2} {add=[18 (1428427794818269184)]} 0 1
[junit4:junit4]   2> 11818 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10018 (1428427794820366336)]} 0 2
[junit4:junit4]   2> 11821 T380 C22 P32902 /update {wt=javabin&version=2} {add=[19 (1428427794823512064)]} 0 2
[junit4:junit4]   2> 11822 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10019 (1428427794825609216)]} 0 1
[junit4:junit4]   2> 11824 T400 C23 P55328 /update {wt=javabin&version=2} {add=[19 (1428427794827706368)]} 0 1
[junit4:junit4]   2> 11826 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10019 (1428427794829803520)]} 0 1
[junit4:junit4]   2> 11827 T378 C22 P32902 /update {wt=javabin&version=2} {add=[20 (1428427794830852096)]} 0 1
[junit4:junit4]   2> 11829 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10020 (1428427794832949248)]} 0 1
[junit4:junit4]   2> 11831 T398 C23 P55328 /update {wt=javabin&version=2} {add=[20 (1428427794835046400)]} 0 1
[junit4:junit4]   2> 11833 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10020 (1428427794837143552)]} 0 2
[junit4:junit4]   2> 11835 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[13 (-1428427794840289280)]} 0 0
[junit4:junit4]   2> 11836 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10013 (-1428427794840289281)]} 0 1
[junit4:junit4]   2> 11838 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[13 (-1428427794843435008)]} 0 0
[junit4:junit4]   2> 11838 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10013 (-1428427794843435009)]} 0 0
[junit4:junit4]   2> 11841 T378 C22 P32902 /update {wt=javabin&version=2} {add=[21 (1428427794845532160)]} 0 1
[junit4:junit4]   2> 11842 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10021 (1428427794845532161)]} 0 2
[junit4:junit4]   2> 11845 T397 C23 P55328 /update {wt=javabin&version=2} {add=[21 (1428427794849726464)]} 0 1
[junit4:junit4]   2> 11846 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10021 (1428427794849726465)]} 0 2
[junit4:junit4]   2> 11849 T380 C22 P32902 /update {wt=javabin&version=2} {add=[22 (1428427794853920768)]} 0 1
[junit4:junit4]   2> 11849 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10022 (1428427794853920769)]} 0 1
[junit4:junit4]   2> 11852 T398 C23 P55328 /update {wt=javabin&version=2} {add=[22 (1428427794857066496)]} 0 1
[junit4:junit4]   2> 11853 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10022 (1428427794858115072)]} 0 1
[junit4:junit4]   2> 11855 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10016 (-1428427794861260800)]} 0 0
[junit4:junit4]   2> 11855 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[16 (-1428427794861260801)]} 0 0
[junit4:junit4]   2> 11858 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10016 (-1428427794863357952)]} 0 1
[junit4:junit4]   2> 11858 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[16 (-1428427794864406528)]} 0 1
[junit4:junit4]   2> 11861 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10023 (1428427794866503680)]} 0 1
[junit4:junit4]   2> 11861 T377 C22 P32902 /update {wt=javabin&version=2} {add=[23 (1428427794866503681)]} 0 1
[junit4:junit4]   2> 11864 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10023 (1428427794869649408)]} 0 1
[junit4:junit4]   2> 11865 T400 C23 P55328 /update {wt=javabin&version=2} {add=[23 (1428427794870697984)]} 0 1
[junit4:junit4]   2> 11867 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10018 (-1428427794873843712)]} 0 0
[junit4:junit4]   2> 11868 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[18 (-1428427794873843713)]} 0 1
[junit4:junit4]   2> 11869 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10018 (-1428427794875940864)]} 0 0
[junit4:junit4]   2> 11870 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[18 (-1428427794876989440)]} 0 0
[junit4:junit4]   2> 11873 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10024 (1428427794879086592)]} 0 1
[junit4:junit4]   2> 11874 T377 C22 P32902 /update {wt=javabin&version=2} {add=[24 (1428427794879086593)]} 0 2
[junit4:junit4]   2> 11877 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10024 (1428427794883280896)]} 0 2
[junit4:junit4]   2> 11879 T398 C23 P55328 /update {wt=javabin&version=2} {add=[24 (1428427794885378048)]} 0 1
[junit4:junit4]   2> 11881 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10020 (-1428427794888523776)]} 0 1
[junit4:junit4]   2> 11882 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[20 (-1428427794889572352)]} 0 0
[junit4:junit4]   2> 11884 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10020 (-1428427794890620928)]} 0 1
[junit4:junit4]   2> 11888 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10025 (1428427794894815232)]} 0 1
[junit4:junit4]   2> 11890 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[20 (-1428427794897960960)]} 0 0
[junit4:junit4]   2> 11894 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10025 (1428427794900058112)]} 0 2
[junit4:junit4]   2> 11895 T377 C22 P32902 /update {wt=javabin&version=2} {add=[25 (1428427794902155264)]} 0 2
[junit4:junit4]   2> 11897 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10021 (-1428427794905300992)]} 0 0
[junit4:junit4]   2> 11899 T397 C23 P55328 /update {wt=javabin&version=2} {add=[25 (1428427794906349568)]} 0 1
[junit4:junit4]   2> 11901 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10021 (-1428427794909495296)]} 0 1
[junit4:junit4]   2> 11902 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[21 (-1428427794910543872)]} 0 0
[junit4:junit4]   2> 11905 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10026 (1428427794912641024)]} 0 2
[junit4:junit4]   2> 11906 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[21 (-1428427794914738176)]} 0 0
[junit4:junit4]   2> 11909 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10026 (1428427794916835328)]} 0 1
[junit4:junit4]   2> 11910 T377 C22 P32902 /update {wt=javabin&version=2} {add=[26 (1428427794917883904)]} 0 1
[junit4:junit4]   2> 11912 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10022 (-1428427794921029632)]} 0 0
[junit4:junit4]   2> 11914 T400 C23 P55328 /update {wt=javabin&version=2} {add=[26 (1428427794922078208)]} 0 1
[junit4:junit4]   2> 11915 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10022 (-1428427794924175360)]} 0 1
[junit4:junit4]   2> 11917 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[22 (-1428427794926272513)]} 0 0
[junit4:junit4]   2> 11918 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10027 (1428427794926272512)]} 0 1
[junit4:junit4]   2> 11921 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[22 (-1428427794929418240)]} 0 0
[junit4:junit4]   2> 11921 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10027 (1428427794929418241)]} 0 1
[junit4:junit4]   2> 11924 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10024 (-1428427794933612544)]} 0 0
[junit4:junit4]   2> 11924 T377 C22 P32902 /update {wt=javabin&version=2} {add=[27 (1428427794932563968)]} 0 1
[junit4:junit4]   2> 11931 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10024 (-1428427794940952576)]} 0 0
[junit4:junit4]   2> 11932 T400 C23 P55328 /update {wt=javabin&version=2} {add=[27 (1428427794940952577)]} 0 1
[junit4:junit4]   2> 11934 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[24 (-1428427794944098305)]} 0 0
[junit4:junit4]   2> 11935 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10028 (1428427794944098304)]} 0 1
[junit4:junit4]   2> 11937 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[24 (-1428427794947244032)]} 0 1
[junit4:junit4]   2> 11938 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10028 (1428427794947244033)]} 0 1
[junit4:junit4]   2> 11940 T379 C22 P32902 /update {wt=javabin&version=2} {add=[28 (1428427794949341184)]} 0 1
[junit4:junit4]   2> 11941 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10029 (1428427794951438336)]} 0 0
[junit4:junit4]   2> 11943 T400 C23 P55328 /update {wt=javabin&version=2} {add=[28 (1428427794952486912)]} 0 1
[junit4:junit4]   2> 11945 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10029 (1428427794954584064)]} 0 1
[junit4:junit4]   2> 11946 T378 C22 P32902 /update {wt=javabin&version=2} {add=[29 (1428427794956681216)]} 0 1
[junit4:junit4]   2> 11948 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10025 (-1428427794958778368)]} 0 1
[junit4:junit4]   2> 11949 T398 C23 P55328 /update {wt=javabin&version=2} {add=[29 (1428427794959826944)]} 0 0
[junit4:junit4]   2> 11950 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10025 (-1428427794960875520)]} 0 0
[junit4:junit4]   2> 11952 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[25 (-1428427794962972672)]} 0 0
[junit4:junit4]   2> 11954 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10030 (1428427794964021248)]} 0 1
[junit4:junit4]   2> 11954 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[25 (-1428427794965069824)]} 0 0
[junit4:junit4]   2> 11957 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10030 (1428427794967166976)]} 0 1
[junit4:junit4]   2> 11958 T377 C22 P32902 /update {wt=javabin&version=2} {add=[30 (1428427794968215552)]} 0 2
[junit4:junit4]   2> 11962 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10031 (1428427794971361280)]} 0 2
[junit4:junit4]   2> 11965 T398 C23 P55328 /update {wt=javabin&version=2} {add=[30 (1428427794974507008)]} 0 2
[junit4:junit4]   2> 11967 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10031 (1428427794977652736)]} 0 1
[junit4:junit4]   2> 11980 T380 C22 P32902 /update {wt=javabin&version=2} {add=[31 (1428427794991284224)]} 0 1
[junit4:junit4]   2> 11981 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[10026 (-1428427794993381376)]} 0 1
[junit4:junit4]   2> 11984 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10026 (-1428427794996527104)]} 0 1
[junit4:junit4]   2> 11985 T397 C23 P55328 /update {wt=javabin&version=2} {add=[31 (1428427794996527105)]} 0 2
[junit4:junit4]   2> 11988 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[26 (-1428427794999672833)]} 0 1
[junit4:junit4]   2> 11988 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10032 (1428427794999672832)]} 0 1
[junit4:junit4]   2> 11991 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[26 (-1428427795003867136)]} 0 1
[junit4:junit4]   2> 11994 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10032 (1428427795003867137)]} 0 3
[junit4:junit4]   2> 11996 T380 C22 P32902 /update {wt=javabin&version=2} {add=[32 (1428427795007012864)]} 0 2
[junit4:junit4]   2> 11999 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10033 (1428427795010158592)]} 0 2
[junit4:junit4]   2> 12002 T397 C23 P55328 /update {wt=javabin&version=2} {add=[32 (1428427795013304320)]} 0 2
[junit4:junit4]   2> 12005 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10033 (1428427795015401472)]} 0 3
[junit4:junit4]   2> 12008 T379 C22 P32902 /update {wt=javabin&version=2} {add=[33 (1428427795020644352)]} 0 1
[junit4:junit4]   2> 12010 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10034 (1428427795022741504)]} 0 2
[junit4:junit4]   2> 12012 T398 C23 P55328 /update {wt=javabin&version=2} {add=[33 (1428427795024838656)]} 0 2
[junit4:junit4]   2> 12014 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10034 (1428427795026935808)]} 0 1
[junit4:junit4]   2> 12019 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10035 (1428427795032178689)]} 0 2
[junit4:junit4]   2> 12020 T380 C22 P32902 /update {wt=javabin&version=2} {add=[34 (1428427795032178688)]} 0 3
[junit4:junit4]   2> 12024 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10035 (1428427795036372992)]} 0 2
[junit4:junit4]   2> 12027 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10027 (-1428427795041615872)]} 0 0
[junit4:junit4]   2> 12027 T398 C23 P55328 /update {wt=javabin&version=2} {add=[34 (1428427795040567296)]} 0 1
[junit4:junit4]   2> 12031 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10027 (-1428427795044761600)]} 0 1
[junit4:junit4]   2> 12032 T377 C22 P32902 /update {wt=javabin&version=2} {add=[35 (1428427795045810176)]} 0 1
[junit4:junit4]   2> 12035 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10036 (1428427795048955904)]} 0 2
[junit4:junit4]   2> 12038 T400 C23 P55328 /update {wt=javabin&version=2} {add=[35 (1428427795048955904)]} 0 4
[junit4:junit4]   2> 12039 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10036 (1428427795052101632)]} 0 2
[junit4:junit4]   2> 12042 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[27 (-1428427795057344512)]} 0 1
[junit4:junit4]   2> 12043 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10037 (1428427795057344513)]} 0 2
[junit4:junit4]   2> 12045 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[27 (-1428427795060490240)]} 0 0
[junit4:junit4]   2> 12046 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10037 (1428427795060490241)]} 0 1
[junit4:junit4]   2> 12050 T377 C22 P32902 /update {wt=javabin&version=2} {add=[36 (1428427795063635968)]} 0 2
[junit4:junit4]   2> 12052 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10030 (-1428427795067830272)]} 0 1
[junit4:junit4]   2> 12056 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10030 (-1428427795070976000)]} 0 1
[junit4:junit4]   2> 12056 T398 C23 P55328 /update {wt=javabin&version=2} {add=[36 (1428427795069927424)]} 0 2
[junit4:junit4]   2> 12061 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10038 (1428427795075170304)]} 0 2
[junit4:junit4]   2> 12065 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10038 (1428427795080413184)]} 0 1
[junit4:junit4]   2> 12068 T380 C22 P32902 /update {wt=javabin&version=2} {add=[37 (1428427795078316032)]} 0 6
[junit4:junit4]   2> 12069 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10039 (1428427795084607488)]} 0 1
[junit4:junit4]   2> 12072 T398 C23 P55328 /update {wt=javabin&version=2} {add=[37 (1428427795087753216)]} 0 1
[junit4:junit4]   2> 12073 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10039 (1428427795087753217)]} 0 2
[junit4:junit4]   2> 12076 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[10031 (-1428427795092996096)]} 0 1
[junit4:junit4]   2> 12077 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[30 (-1428427795094044672)]} 0 0
[junit4:junit4]   2> 12080 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10031 (-1428427795097190400)]} 0 0
[junit4:junit4]   2> 12084 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10040 (1428427795100336128)]} 0 1
[junit4:junit4]   2> 12087 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10040 (1428427795104530432)]} 0 1
[junit4:junit4]   2> 12089 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[30 (-1428427795106627584)]} 0 0
[junit4:junit4]   2> 12090 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10034 (-1428427795107676160)]} 0 0
[junit4:junit4]   2> 12092 T378 C22 P32902 /update {wt=javabin&version=2} {add=[38 (1428427795109773312)]} 0 1
[junit4:junit4]   2> 12093 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10034 (-1428427795110821888)]} 0 0
[junit4:junit4]   2> 12096 T398 C23 P55328 /update {wt=javabin&version=2} {add=[38 (1428427795112919040)]} 0 1
[junit4:junit4]   2> 12097 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10041 (1428427795113967616)]} 0 1
[junit4:junit4]   2> 12100 T380 C22 P32902 /update {wt=javabin&version=2} {add=[39 (1428427795116064768)]} 0 2
[junit4:junit4]   2> 12101 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10041 (1428427795117113344)]} 0 2
[junit4:junit4]   2> 12104 T400 C23 P55328 /update {wt=javabin&version=2} {add=[39 (1428427795121307648)]} 0 0
[junit4:junit4]   2> 12104 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10042 (1428427795121307648)]} 0 1
[junit4:junit4]   2> 12107 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[31 (-1428427795124453376)]} 0 1
[junit4:junit4]   2> 12107 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10042 (1428427795125501952)]} 0 1
[junit4:junit4]   2> 12110 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[31 (-1428427795128647680)]} 0 0
[junit4:junit4]   2> 12111 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10043 (1428427795128647680)]} 0 1
[junit4:junit4]   2> 12114 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10043 (1428427795132841984)]} 0 1
[junit4:junit4]   2> 12115 T380 C22 P32902 /update {wt=javabin&version=2} {add=[40 (1428427795132841984)]} 0 1
[junit4:junit4]   2> 12117 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10035 (-1428427795135987712)]} 0 0
[junit4:junit4]   2> 12118 T398 C23 P55328 /update {wt=javabin&version=2} {add=[40 (1428427795135987712)]} 0 1
[junit4:junit4]   2> 12120 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10035 (-1428427795139133440)]} 0 0
[junit4:junit4]   2> 12121 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[34 (-1428427795139133440)]} 0 1
[junit4:junit4]   2> 12123 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[34 (-1428427795142279168)]} 0 0
[junit4:junit4]   2> 12124 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10044 (1428427795142279168)]} 0 2
[junit4:junit4]   2> 12127 T380 C22 P32902 /update {wt=javabin&version=2} {add=[41 (1428427795145424896)]} 0 1
[junit4:junit4]   2> 12127 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10044 (1428427795145424896)]} 0 1
[junit4:junit4]   2> 12130 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10045 (1428427795148570624)]} 0 1
[junit4:junit4]   2> 12130 T397 C23 P55328 /update {wt=javabin&version=2} {add=[41 (1428427795148570624)]} 0 1
[junit4:junit4]   2> 12133 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10045 (1428427795151716352)]} 0 1
[junit4:junit4]   2> 12133 T378 C22 P32902 /update {wt=javabin&version=2} {add=[42 (1428427795151716352)]} 0 1
[junit4:junit4]   2> 12136 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10037 (-1428427795155910656)]} 0 0
[junit4:junit4]   2> 12137 T398 C23 P55328 /update {wt=javabin&version=2} {add=[42 (1428427795155910656)]} 0 1
[junit4:junit4]   2> 12139 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10037 (-1428427795159056384)]} 0 0
[junit4:junit4]   2> 12140 T380 C22 P32902 /update {wt=javabin&version=2} {add=[43 (1428427795159056384)]} 0 1
[junit4:junit4]   2> 12143 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10046 (1428427795162202112)]} 0 1
[junit4:junit4]   2> 12143 T400 C23 P55328 /update {wt=javabin&version=2} {add=[43 (1428427795162202112)]} 0 1
[junit4:junit4]   2> 12145 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[35 (-1428427795165347840)]} 0 0
[junit4:junit4]   2> 12146 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10046 (1428427795165347840)]} 0 1
[junit4:junit4]   2> 12149 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[35 (-1428427795168493568)]} 0 1
[junit4:junit4]   2> 12150 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10047 (1428427795169542144)]} 0 2
[junit4:junit4]   2> 12152 T380 C22 P32902 /update {wt=javabin&version=2} {add=[44 (1428427795171639296)]} 0 1
[junit4:junit4]   2> 12153 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10047 (1428427795172687872)]} 0 1
[junit4:junit4]   2> 12155 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10039 (-1428427795175833600)]} 0 0
[junit4:junit4]   2> 12157 T398 C23 P55328 /update {wt=javabin&version=2} {add=[44 (1428427795176882176)]} 0 2
[junit4:junit4]   2> 12158 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10039 (-1428427795178979328)]} 0 0
[junit4:junit4]   2> 12160 T378 C22 P32902 /update {wt=javabin&version=2} {add=[45 (1428427795180027904)]} 0 1
[junit4:junit4]   2> 12161 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10048 (1428427795181076480)]} 0 1
[junit4:junit4]   2> 12164 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10048 (1428427795184222208)]} 0 1
[junit4:junit4]   2> 12165 T400 C23 P55328 /update {wt=javabin&version=2} {add=[45 (1428427795185270784)]} 0 2
[junit4:junit4]   2> 12167 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[37 (-1428427795188416513)]} 0 0
[junit4:junit4]   2> 12168 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10049 (1428427795188416512)]} 0 1
[junit4:junit4]   2> 12170 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[37 (-1428427795191562240)]} 0 0
[junit4:junit4]   2> 12171 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10049 (1428427795191562241)]} 0 1
[junit4:junit4]   2> 12173 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10040 (-1428427795194707969)]} 0 0
[junit4:junit4]   2> 12174 T378 C22 P32902 /update {wt=javabin&version=2} {add=[46 (1428427795194707968)]} 0 1
[junit4:junit4]   2> 12176 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10040 (-1428427795197853696)]} 0 0
[junit4:junit4]   2> 12179 T400 C23 P55328 /update {wt=javabin&version=2} {add=[46 (1428427795198902272)]} 0 2
[junit4:junit4]   2> 12181 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10050 (1428427795203096576)]} 0 1
[junit4:junit4]   2> 12183 T380 C22 P32902 /update {wt=javabin&version=2} {add=[47 (1428427795204145152)]} 0 1
[junit4:junit4]   2> 12185 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10050 (1428427795206242304)]} 0 1
[junit4:junit4]   2> 12186 T398 C23 P55328 /update {wt=javabin&version=2} {add=[47 (1428427795208339456)]} 0 1
[junit4:junit4]   2> 12188 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10041 (-1428427795210436608)]} 0 1
[junit4:junit4]   2> 12189 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[39 (-1428427795211485184)]} 0 0
[junit4:junit4]   2> 12190 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10041 (-1428427795212533760)]} 0 0
[junit4:junit4]   2> 12192 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[39 (-1428427795214630912)]} 0 0
[junit4:junit4]   2> 12193 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10051 (1428427795215679488)]} 0 0
[junit4:junit4]   2> 12196 T380 C22 P32902 /update {wt=javabin&version=2} {add=[48 (1428427795217776640)]} 0 1
[junit4:junit4]   2> 12197 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10051 (1428427795218825216)]} 0 1
[junit4:junit4]   2> 12200 T400 C23 P55328 /update {wt=javabin&version=2} {add=[48 (1428427795221970944)]} 0 2
[junit4:junit4]   2> 12201 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10042 (-1428427795224068096)]} 0 0
[junit4:junit4]   2> 12204 T378 C22 P32902 /update {wt=javabin&version=2} {add=[49 (1428427795226165248)]} 0 2
[junit4:junit4]   2> 12205 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10042 (-1428427795228262400)]} 0 0
[junit4:junit4]   2> 12208 T398 C23 P55328 /update {wt=javabin&version=2} {add=[49 (1428427795230359552)]} 0 1
[junit4:junit4]   2> 12209 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10052 (1428427795231408128)]} 0 1
[junit4:junit4]   2> 12211 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[40 (-1428427795234553856)]} 0 1
[junit4:junit4]   2> 12212 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10052 (1428427795234553856)]} 0 1
[junit4:junit4]   2> 12214 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[40 (-1428427795237699584)]} 0 1
[junit4:junit4]   2> 12215 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10053 (1428427795237699584)]} 0 1
[junit4:junit4]   2> 12218 T379 C22 P32902 /update {wt=javabin&version=2} {add=[50 (1428427795240845312)]} 0 2
[junit4:junit4]   2> 12221 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10053 (1428427795243991040)]} 0 2
[junit4:junit4]   2> 12221 T400 C23 P55328 /update {wt=javabin&version=2} {add=[50 (1428427795243991041)]} 0 1
[junit4:junit4]   2> 12224 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10043 (-1428427795248185344)]} 0 1
[junit4:junit4]   2> 12224 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[41 (-1428427795248185345)]} 0 0
[junit4:junit4]   2> 12227 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[41 (-1428427795251331072)]} 0 1
[junit4:junit4]   2> 12227 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10043 (-1428427795250282496)]} 0 1
[junit4:junit4]   2> 12230 T379 C22 P32902 /update {wt=javabin&version=2} {add=[51 (1428427795254476800)]} 0 1
[junit4:junit4]   2> 12231 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10054 (1428427795254476801)]} 0 2
[junit4:junit4]   2> 12234 T400 C23 P55328 /update {wt=javabin&version=2} {add=[51 (1428427795257622528)]} 0 1
[junit4:junit4]   2> 12235 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10054 (1428427795257622529)]} 0 2
[junit4:junit4]   2> 12237 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[42 (-1428427795261816832)]} 0 0
[junit4:junit4]   2> 12237 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10045 (-1428427795261816833)]} 0 0
[junit4:junit4]   2> 12240 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[42 (-1428427795264962560)]} 0 0
[junit4:junit4]   2> 12240 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10045 (-1428427795264962561)]} 0 0
[junit4:junit4]   2> 12244 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10055 (1428427795268108288)]} 0 1
[junit4:junit4]   2> 12244 T378 C22 P32902 /update {wt=javabin&version=2} {add=[52 (1428427795268108289)]} 0 1
[junit4:junit4]   2> 12248 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10055 (1428427795272302592)]} 0 2
[junit4:junit4]   2> 12249 T400 C23 P55328 /update {wt=javabin&version=2} {add=[52 (1428427795272302593)]} 0 2
[junit4:junit4]   2> 12253 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10056 (1428427795277545472)]} 0 1
[junit4:junit4]   2> 12254 T377 C22 P32902 /update {wt=javabin&version=2} {add=[53 (1428427795277545473)]} 0 2
[junit4:junit4]   2> 12257 T398 C23 P55328 /update {wt=javabin&version=2} {add=[53 (1428427795281739777)]} 0 1
[junit4:junit4]   2> 12257 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10056 (1428427795281739776)]} 0 1
[junit4:junit4]   2> 12260 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[43 (-1428427795285934080)]} 0 1
[junit4:junit4]   2> 12260 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[10047 (-1428427795285934081)]} 0 0
[junit4:junit4]   2> 12262 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[43 (-1428427795288031232)]} 0 0
[junit4:junit4]   2> 12263 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10047 (-1428427795289079808)]} 0 0
[junit4:junit4]   2> 12266 T380 C22 P32902 /update {wt=javabin&version=2} {add=[54 (1428427795291176960)]} 0 1
[junit4:junit4]   2> 12268 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10057 (1428427795293274112)]} 0 1
[junit4:junit4]   2> 12270 T397 C23 P55328 /update {wt=javabin&version=2} {add=[54 (1428427795295371264)]} 0 1
[junit4:junit4]   2> 12272 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10057 (1428427795297468416)]} 0 1
[junit4:junit4]   2> 12276 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[45 (-1428427795302711296)]} 0 0
[junit4:junit4]   2> 12278 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10058 (1428427795303759872)]} 0 1
[junit4:junit4]   2> 12279 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[45 (-1428427795305857024)]} 0 0
[junit4:junit4]   2> 12283 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10058 (1428427795307954176)]} 0 2
[junit4:junit4]   2> 12284 T380 C22 P32902 /update {wt=javabin&version=2} {add=[55 (1428427795309002752)]} 0 2
[junit4:junit4]   2> 12287 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10048 (-1428427795313197056)]} 0 0
[junit4:junit4]   2> 12288 T400 C23 P55328 /update {wt=javabin&version=2} {add=[55 (1428427795314245632)]} 0 1
[junit4:junit4]   2> 12290 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10048 (-1428427795317391360)]} 0 0
[junit4:junit4]   2> 12291 T378 C22 P32902 /update {wt=javabin&version=2} {add=[56 (1428427795317391360)]} 0 1
[junit4:junit4]   2> 12293 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10059 (1428427795320537088)]} 0 1
[junit4:junit4]   2> 12295 T397 C23 P55328 /update {wt=javabin&version=2} {add=[56 (1428427795321585664)]} 0 1
[junit4:junit4]   2> 12296 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10059 (1428427795323682816)]} 0 0
[junit4:junit4]   2> 12298 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[47 (-1428427795324731392)]} 0 1
[junit4:junit4]   2> 12299 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10060 (1428427795326828544)]} 0 0
[junit4:junit4]   2> 12300 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[47 (-1428427795327877120)]} 0 0
[junit4:junit4]   2> 12304 T378 C22 P32902 /update {wt=javabin&version=2} {add=[57 (1428427795331022848)]} 0 1
[junit4:junit4]   2> 12305 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10060 (1428427795329974272)]} 0 3
[junit4:junit4]   2> 12307 T400 C23 P55328 /update {wt=javabin&version=2} {add=[57 (1428427795334168576)]} 0 1
[junit4:junit4]   2> 12307 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10050 (-1428427795335217152)]} 0 0
[junit4:junit4]   2> 12310 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10050 (-1428427795338362880)]} 0 0
[junit4:junit4]   2> 12311 T380 C22 P32902 /update {wt=javabin&version=2} {add=[58 (1428427795338362880)]} 0 1
[junit4:junit4]   2> 12313 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10061 (1428427795341508608)]} 0 1
[junit4:junit4]   2> 12314 T397 C23 P55328 /update {wt=javabin&version=2} {add=[58 (1428427795341508608)]} 0 1
[junit4:junit4]   2> 12317 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10061 (1428427795344654336)]} 0 1
[junit4:junit4]   2> 12317 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[48 (-1428427795345702912)]} 0 1
[junit4:junit4]   2> 12319 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[48 (-1428427795347800064)]} 0 0
[junit4:junit4]   2> 12319 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10051 (-1428427795347800064)]} 0 0
[junit4:junit4]   2> 12322 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10051 (-1428427795350945792)]} 0 1
[junit4:junit4]   2> 12323 T380 C22 P32902 /update {wt=javabin&version=2} {add=[59 (1428427795350945792)]} 0 2
[junit4:junit4]   2> 12325 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10062 (1428427795353042944)]} 0 1
[junit4:junit4]   2> 12326 T400 C23 P55328 /update {wt=javabin&version=2} {add=[59 (1428427795354091520)]} 0 1
[junit4:junit4]   2> 12327 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10062 (1428427795356188672)]} 0 0
[junit4:junit4]   2> 12329 T378 C22 P32902 /update {wt=javabin&version=2} {add=[60 (1428427795357237248)]} 0 1
[junit4:junit4]   2> 12330 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10063 (1428427795359334400)]} 0 1
[junit4:junit4]   2> 12332 T397 C23 P55328 /update {wt=javabin&version=2} {add=[60 (1428427795360382976)]} 0 1
[junit4:junit4]   2> 12333 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10063 (1428427795361431552)]} 0 1
[junit4:junit4]   2> 12334 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[50 (-1428427795363528704)]} 0 0
[junit4:junit4]   2> 12335 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10052 (-1428427795364577280)]} 0 0
[junit4:junit4]   2> 12337 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[50 (-1428427795366674432)]} 0 0
[junit4:junit4]   2> 12338 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10052 (-1428427795367723008)]} 0 0
[junit4:junit4]   2> 12340 T378 C22 P32902 /update {wt=javabin&version=2} {add=[61 (1428427795368771584)]} 0 1
[junit4:junit4]   2> 12341 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10064 (1428427795369820160)]} 0 1
[junit4:junit4]   2> 12344 T400 C23 P55328 /update {wt=javabin&version=2} {add=[61 (1428427795372965888)]} 0 0
[junit4:junit4]   2> 12344 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10064 (1428427795372965889)]} 0 1
[junit4:junit4]   2> 12346 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[51 (-1428427795376111616)]} 0 0
[junit4:junit4]   2> 12347 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10065 (1428427795377160192)]} 0 0
[junit4:junit4]   2> 12349 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[51 (-1428427795379257344)]} 0 0
[junit4:junit4]   2> 12350 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10065 (1428427795380305920)]} 0 0
[junit4:junit4]   2> 12352 T378 C22 P32902 /update {wt=javabin&version=2} {add=[62 (1428427795381354496)]} 0 1
[junit4:junit4]   2> 12353 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10054 (-1428427795383451648)]} 0 0
[junit4:junit4]   2> 12355 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10054 (-1428427795385548801)]} 0 0
[junit4:junit4]   2> 12356 T398 C23 P55328 /update {wt=javabin&version=2} {add=[62 (1428427795385548800)]} 0 1
[junit4:junit4]   2> 12359 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10066 (1428427795388694528)]} 0 1
[junit4:junit4]   2> 12359 T378 C22 P32902 /update {wt=javabin&version=2} {add=[63 (1428427795388694529)]} 0 1
[junit4:junit4]   2> 12362 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10066 (1428427795391840256)]} 0 1
[junit4:junit4]   2> 12363 T397 C23 P55328 /update {wt=javabin&version=2} {add=[63 (1428427795392888832)]} 0 1
[junit4:junit4]   2> 12365 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10055 (-1428427795396034560)]} 0 0
[junit4:junit4]   2> 12366 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[52 (-1428427795396034561)]} 0 1
[junit4:junit4]   2> 12368 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10055 (-1428427795399180288)]} 0 0
[junit4:junit4]   2> 12368 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[52 (-1428427795399180289)]} 0 0
[junit4:junit4]   2> 12371 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10067 (1428427795402326016)]} 0 1
[junit4:junit4]   2> 12372 T378 C22 P32902 /update {wt=javabin&version=2} {add=[64 (1428427795402326017)]} 0 1
[junit4:junit4]   2> 12375 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10067 (1428427795405471744)]} 0 1
[junit4:junit4]   2> 12375 T398 C23 P55328 /update {wt=javabin&version=2} {add=[64 (1428427795405471745)]} 0 1
[junit4:junit4]   2> 12378 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10068 (1428427795408617472)]} 0 1
[junit4:junit4]   2> 12379 T377 C22 P32902 /update {wt=javabin&version=2} {add=[65 (1428427795409666048)]} 0 1
[junit4:junit4]   2> 12381 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10068 (1428427795411763200)]} 0 1
[junit4:junit4]   2> 12382 T397 C23 P55328 /update {wt=javabin&version=2} {add=[65 (1428427795413860352)]} 0 1
[junit4:junit4]   2> 12384 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10056 (-1428427795415957504)]} 0 0
[junit4:junit4]   2> 12385 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[54 (-1428427795417006080)]} 0 0
[junit4:junit4]   2> 12386 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10056 (-1428427795418054656)]} 0 0
[junit4:junit4]   2> 12388 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[54 (-1428427795420151808)]} 0 1
[junit4:junit4]   2> 12389 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10069 (1428427795421200384)]} 0 0
[junit4:junit4]   2> 12391 T377 C22 P32902 /update {wt=javabin&version=2} {add=[66 (1428427795422248960)]} 0 1
[junit4:junit4]   2> 12393 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10069 (1428427795424346112)]} 0 1
[junit4:junit4]   2> 12395 T397 C23 P55328 /update {wt=javabin&version=2} {add=[66 (1428427795426443264)]} 0 1
[junit4:junit4]   2> 12396 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10059 (-1428427795427491840)]} 0 1
[junit4:junit4]   2> 12397 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[55 (-1428427795429588992)]} 0 0
[junit4:junit4]   2> 12398 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10059 (-1428427795430637568)]} 0 0
[junit4:junit4]   2> 12401 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[55 (-1428427795432734720)]} 0 1
[junit4:junit4]   2> 12401 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10070 (1428427795432734720)]} 0 1
[junit4:junit4]   2> 12404 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10070 (1428427795436929024)]} 0 1
[junit4:junit4]   2> 12404 T377 C22 P32902 /update {wt=javabin&version=2} {add=[67 (1428427795435880448)]} 0 1
[junit4:junit4]   2> 12408 T400 C23 P55328 /update {wt=javabin&version=2} {add=[67 (1428427795440074752)]} 0 1
[junit4:junit4]   2> 12408 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10071 (1428427795440074752)]} 0 1
[junit4:junit4]   2> 12411 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10071 (1428427795444269056)]} 0 1
[junit4:junit4]   2> 12411 T378 C22 P32902 /update {wt=javabin&version=2} {add=[68 (1428427795444269056)]} 0 1
[junit4:junit4]   2> 12414 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10061 (-1428427795447414784)]} 0 0
[junit4:junit4]   2> 12417 T397 C23 P55328 /update {wt=javabin&version=2} {add=[68 (1428427795447414784)]} 0 3
[junit4:junit4]   2> 12417 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10061 (-1428427795450560512)]} 0 0
[junit4:junit4]   2> 12420 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[56 (-1428427795453706240)]} 0 0
[junit4:junit4]   2> 12420 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10072 (1428427795453706241)]} 0 0
[junit4:junit4]   2> 12422 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[56 (-1428427795455803392)]} 0 0
[junit4:junit4]   2> 12423 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10072 (1428427795456851968)]} 0 1
[junit4:junit4]   2> 12425 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10062 (-1428427795458949121)]} 0 0
[junit4:junit4]   2> 12426 T378 C22 P32902 /update {wt=javabin&version=2} {add=[69 (1428427795458949120)]} 0 1
[junit4:junit4]   2> 12428 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10062 (-1428427795462094848)]} 0 0
[junit4:junit4]   2> 12429 T398 C23 P55328 /update {wt=javabin&version=2} {add=[69 (1428427795462094849)]} 0 1
[junit4:junit4]   2> 12431 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10073 (1428427795464192000)]} 0 1
[junit4:junit4]   2> 12432 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[59 (-1428427795466289152)]} 0 0
[junit4:junit4]   2> 12435 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[59 (-1428427795468386305)]} 0 1
[junit4:junit4]   2> 12435 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10073 (1428427795468386304)]} 0 1
[junit4:junit4]   2> 12438 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[10063 (-1428427795471532033)]} 0 1
[junit4:junit4]   2> 12438 T379 C22 P32902 /update {wt=javabin&version=2} {add=[70 (1428427795471532032)]} 0 1
[junit4:junit4]   2> 12441 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10063 (-1428427795474677761)]} 0 1
[junit4:junit4]   2> 12441 T397 C23 P55328 /update {wt=javabin&version=2} {add=[70 (1428427795474677760)]} 0 1
[junit4:junit4]   2> 12444 T380 C22 P32902 /update {wt=javabin&version=2} {add=[71 (1428427795477823488)]} 0 1
[junit4:junit4]   2> 12445 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10074 (1428427795477823489)]} 0 1
[junit4:junit4]   2> 12447 T400 C23 P55328 /update {wt=javabin&version=2} {add=[71 (1428427795482017792)]} 0 1
[junit4:junit4]   2> 12448 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10074 (1428427795482017793)]} 0 1
[junit4:junit4]   2> 12450 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[61 (-1428427795485163520)]} 0 0
[junit4:junit4]   2> 12451 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10075 (1428427795485163521)]} 0 1
[junit4:junit4]   2> 12453 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[61 (-1428427795488309248)]} 0 0
[junit4:junit4]   2> 12454 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10075 (1428427795489357824)]} 0 1
[junit4:junit4]   2> 12458 T380 C22 P32902 /update {wt=javabin&version=2} {add=[72 (1428427795492503552)]} 0 1
[junit4:junit4]   2> 12458 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10076 (1428427795492503553)]} 0 1
[junit4:junit4]   2> 12461 T398 C23 P55328 /update {wt=javabin&version=2} {add=[72 (1428427795496697856)]} 0 1
[junit4:junit4]   2> 12462 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10076 (1428427795496697857)]} 0 1
[junit4:junit4]   2> 12464 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[62 (-1428427795499843584)]} 0 0
[junit4:junit4]   2> 12465 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10077 (1428427795499843585)]} 0 1
[junit4:junit4]   2> 12467 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[62 (-1428427795502989312)]} 0 0
[junit4:junit4]   2> 12468 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10077 (1428427795502989313)]} 0 1
[junit4:junit4]   2> 12471 T380 C22 P32902 /update {wt=javabin&version=2} {add=[73 (1428427795506135040)]} 0 1
[junit4:junit4]   2> 12471 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10064 (-1428427795507183616)]} 0 1
[junit4:junit4]   2> 12473 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10064 (-1428427795509280768)]} 0 0
[junit4:junit4]   2> 12474 T400 C23 P55328 /update {wt=javabin&version=2} {add=[73 (1428427795509280769)]} 0 1
[junit4:junit4]   2> 12477 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[63 (-1428427795513475072)]} 0 0
[junit4:junit4]   2> 12477 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10078 (1428427795512426496)]} 0 1
[junit4:junit4]   2> 12480 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[63 (-1428427795515572224)]} 0 1
[junit4:junit4]   2> 12480 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10078 (1428427795515572225)]} 0 1
[junit4:junit4]   2> 12483 T380 C22 P32902 /update {wt=javabin&version=2} {add=[74 (1428427795519766528)]} 0 1
[junit4:junit4]   2> 12484 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10079 (1428427795519766529)]} 0 2
[junit4:junit4]   2> 12487 T400 C23 P55328 /update {wt=javabin&version=2} {add=[74 (1428427795522912256)]} 0 1
[junit4:junit4]   2> 12487 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10079 (1428427795522912257)]} 0 1
[junit4:junit4]   2> 12490 T379 C22 P32902 /update {wt=javabin&version=2} {add=[75 (1428427795526057984)]} 0 1
[junit4:junit4]   2> 12490 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10080 (1428427795527106560)]} 0 1
[junit4:junit4]   2> 12493 T397 C23 P55328 /update {wt=javabin&version=2} {add=[75 (1428427795529203712)]} 0 1
[junit4:junit4]   2> 12494 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10080 (1428427795530252288)]} 0 1
[junit4:junit4]   2> 12496 T380 C22 P32902 /update {wt=javabin&version=2} {add=[76 (1428427795533398016)]} 0 0
[junit4:junit4]   2> 12497 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10068 (-1428427795534446592)]} 0 0
[junit4:junit4]   2> 12500 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10068 (-1428427795537592320)]} 0 0
[junit4:junit4]   2> 12500 T398 C23 P55328 /update {wt=javabin&version=2} {add=[76 (1428427795536543744)]} 0 1
[junit4:junit4]   2> 12503 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10081 (1428427795539689472)]} 0 1
[junit4:junit4]   2> 12504 T378 C22 P32902 /update {wt=javabin&version=2} {add=[77 (1428427795539689473)]} 0 2
[junit4:junit4]   2> 12507 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10081 (1428427795543883776)]} 0 2
[junit4:junit4]   2> 12507 T397 C23 P55328 /update {wt=javabin&version=2} {add=[77 (1428427795543883777)]} 0 1
[junit4:junit4]   2> 12510 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[64 (-1428427795548078081)]} 0 0
[junit4:junit4]   2> 12511 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10082 (1428427795548078080)]} 0 1
[junit4:junit4]   2> 12513 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[64 (-1428427795551223808)]} 0 1
[junit4:junit4]   2> 12515 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10082 (1428427795552272384)]} 0 1
[junit4:junit4]   2> 12516 T379 C22 P32902 /update {wt=javabin&version=2} {add=[78 (1428427795553320960)]} 0 1
[junit4:junit4]   2> 12519 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10083 (1428427795556466688)]} 0 1
[junit4:junit4]   2> 12519 T397 C23 P55328 /update {wt=javabin&version=2} {add=[78 (1428427795556466688)]} 0 1
[junit4:junit4]   2> 12522 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10083 (1428427795559612416)]} 0 1
[junit4:junit4]   2> 12522 T380 C22 P32902 /update {wt=javabin&version=2} {add=[79 (1428427795559612416)]} 0 1
[junit4:junit4]   2> 12526 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10084 (1428427795563806720)]} 0 1
[junit4:junit4]   2> 12529 T400 C23 P55328 /update {wt=javabin&version=2} {add=[79 (1428427795566952448)]} 0 1
[junit4:junit4]   2> 12533 T379 C22 P32902 /update {wt=javabin&version=2} {add=[80 (1428427795571146752)]} 0 1
[junit4:junit4]   2> 12535 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10084 (1428427795570098176)]} 0 4
[junit4:junit4]   2> 12537 T398 C23 P55328 /update {wt=javabin&version=2} {add=[80 (1428427795575341056)]} 0 1
[junit4:junit4]   2> 12538 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10085 (1428427795576389632)]} 0 1
[junit4:junit4]   2> 12541 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[68 (-1428427795580583936)]} 0 0
[junit4:junit4]   2> 12544 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10085 (1428427795580583936)]} 0 3
[junit4:junit4]   2> 12545 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[68 (-1428427795583729664)]} 0 1
[junit4:junit4]   2> 12547 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10086 (1428427795586875392)]} 0 1
[junit4:junit4]   2> 12548 T379 C22 P32902 /update {wt=javabin&version=2} {add=[81 (1428427795586875393)]} 0 1
[junit4:junit4]   2> 12550 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10086 (1428427795590021120)]} 0 0
[junit4:junit4]   2> 12551 T400 C23 P55328 /update {wt=javabin&version=2} {add=[81 (1428427795590021121)]} 0 1
[junit4:junit4]   2> 12554 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10087 (1428427795593166848)]} 0 1
[junit4:junit4]   2> 12554 T380 C22 P32902 /update {wt=javabin&version=2} {add=[82 (1428427795593166849)]} 0 1
[junit4:junit4]   2> 12557 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10087 (1428427795596312576)]} 0 1
[junit4:junit4]   2> 12557 T398 C23 P55328 /update {wt=javabin&version=2} {add=[82 (1428427795596312577)]} 0 1
[junit4:junit4]   2> 12558 T385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12559 T385 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43294_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43294"}
[junit4:junit4]   2> 12559 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10069 (-1428427795599458304)]} 0 0
[junit4:junit4]   2> 12560 T379 C22 P32902 /update {wt=javabin&version=2} {add=[83 (1428427795600506880)]} 0 0
[junit4:junit4]   2> 12562 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10069 (-1428427795602604032)]} 0 0
[junit4:junit4]   2> 12563 T384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12563 T404 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12563 T420 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12563 T391 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12564 T397 C23 P55328 /update {wt=javabin&version=2} {add=[83 (1428427795603652608)]} 0 1
[junit4:junit4]   2> 12566 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10088 (1428427795605749760)]} 0 1
[junit4:junit4]   2> 12568 T380 C22 P32902 /update {wt=javabin&version=2} {add=[84 (1428427795607846912)]} 0 1
[junit4:junit4]   2>  C21_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43294_, base_url=http://127.0.0.1:43294}
[junit4:junit4]   2> 12582 T416 C21 P43294 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-1362254888951/jetty2
[junit4:junit4]   2> 12584 T416 C21 P43294 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fe8f518 lockFactory=org.apache.lucene.store.NativeFSLockFactory@129e973d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12584 T416 C21 P43294 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12587 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[84 (1428427795610992640)]} 0 4
[junit4:junit4]   2> 12587 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10088 (1428427795608895488)]} 0 6
[junit4:junit4]   2> 12588 T400 C23 P55328 /update {wt=javabin&version=2} {add=[84 (1428427795610992640)]} 0 18
[junit4:junit4]   2> 12588 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10088 (1428427795608895488)]} 0 20
[junit4:junit4]   2> 12591 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10089 (1428427795631964160)]} 0 1
[junit4:junit4]   2> 12592 T377 C22 P32902 /update {wt=javabin&version=2} {add=[85 (1428427795631964161)]} 0 2
[junit4:junit4]   2> 12598 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10089 (1428427795636158464)]} 0 2
[junit4:junit4]   2> 12598 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[85 (1428427795636158465)]} 0 1
[junit4:junit4]   2> 12598 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10089 (1428427795636158464)]} 0 5
[junit4:junit4]   2> 12598 T400 C23 P55328 /update {wt=javabin&version=2} {add=[85 (1428427795636158465)]} 0 4
[junit4:junit4]   2> 12601 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[10070 (-1428427795643498496)]} 0 0
[junit4:junit4]   2> 12602 T380 C22 P32902 /update {wt=javabin&version=2} {add=[86 (1428427795643498497)]} 0 1
[junit4:junit4]   2> 12605 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10070 (-1428427795645595648)]} 0 0
[junit4:junit4]   2> 12606 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10070 (-1428427795645595648)]} 0 3
[junit4:junit4]   2> 12607 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[86 (1428427795646644224)]} 0 1
[junit4:junit4]   2> 12607 T397 C23 P55328 /update {wt=javabin&version=2} {add=[86 (1428427795646644224)]} 0 3
[junit4:junit4]   2> 12609 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10090 (1428427795650838528)]} 0 1
[junit4:junit4]   2> 12611 T377 C22 P32902 /update {wt=javabin&version=2} {add=[87 (1428427795652935680)]} 0 1
[junit4:junit4]   2> 12614 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10090 (1428427795653984256)]} 0 1
[junit4:junit4]   2> 12615 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10090 (1428427795653984256)]} 0 4
[junit4:junit4]   2> 12617 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[87 (1428427795656081408)]} 0 1
[junit4:junit4]   2> 12618 T398 C23 P55328 /update {wt=javabin&version=2} {add=[87 (1428427795656081408)]} 0 5
[junit4:junit4]   2> 12618 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10091 (1428427795660275712)]} 0 1
[junit4:junit4]   2> 12620 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[69 (-1428427795663421440)]} 0 0
[junit4:junit4]   2> 12623 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10091 (1428427795663421440)]} 0 0
[junit4:junit4]   2> 12624 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10091 (1428427795663421440)]} 0 4
[junit4:junit4]   2> 12625 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[69 (-1428427795666567168)]} 0 0
[junit4:junit4]   2> 12626 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[69 (-1428427795666567168)]} 0 3
[junit4:junit4]   2> 12627 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10092 (1428427795669712896)]} 0 1
[junit4:junit4]   2> 12629 T377 C22 P32902 /update {wt=javabin&version=2} {add=[88 (1428427795671810048)]} 0 1
[junit4:junit4]   2> 12632 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10092 (1428427795672858624)]} 0 1
[junit4:junit4]   2> 12633 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10092 (1428427795672858624)]} 0 4
[junit4:junit4]   2> 12634 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[88 (1428427795674955776)]} 0 1
[junit4:junit4]   2> 12634 T397 C23 P55328 /update {wt=javabin&version=2} {add=[88 (1428427795674955776)]} 0 3
[junit4:junit4]   2> 12636 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10093 (1428427795680198656)]} 0 1
[junit4:junit4]   2> 12637 T380 C22 P32902 /update {wt=javabin&version=2} {add=[89 (1428427795681247232)]} 0 0
[junit4:junit4]   2> 12642 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10093 (1428427795683344384)]} 0 1
[junit4:junit4]   2> 12642 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10093 (1428427795683344384)]} 0 4
[junit4:junit4]   2> 12642 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[89 (1428427795684392960)]} 0 0
[junit4:junit4]   2> 12643 T398 C23 P55328 /update {wt=javabin&version=2} {add=[89 (1428427795684392960)]} 0 4
[junit4:junit4]   2> 12645 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10094 (1428427795689635840)]} 0 1
[junit4:junit4]   2> 12645 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[70 (-1428427795689635841)]} 0 0
[junit4:junit4]   2> 12650 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[70 (-1428427795692781569)]} 0 0
[junit4:junit4]   2> 12651 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[70 (-1428427795692781569)]} 0 3
[junit4:junit4]   2> 12651 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10094 (1428427795692781568)]} 0 1
[junit4:junit4]   2> 12651 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10094 (1428427795692781568)]} 0 4
[junit4:junit4]   2> 12653 T378 C22 P32902 /update {wt=javabin&version=2} {add=[90 (1428427795698024448)]} 0 0
[junit4:junit4]   2> 12654 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10073 (-1428427795699073024)]} 0 0
[junit4:junit4]   2> 12659 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10073 (-1428427795701170177)]} 0 1
[junit4:junit4]   2> 12659 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[90 (1428427795701170176)]} 0 1
[junit4:junit4]   2> 12659 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10073 (-1428427795701170177)]} 0 3
[junit4:junit4]   2> 12660 T400 C23 P55328 /update {wt=javabin&version=2} {add=[90 (1428427795701170176)]} 0 4
[junit4:junit4]   2> 12662 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10095 (1428427795707461632)]} 0 1
[junit4:junit4]   2> 12663 T377 C22 P32902 /update {wt=javabin&version=2} {add=[91 (1428427795707461633)]} 0 1
[junit4:junit4]   2> 12668 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[91 (1428427795710607360)]} 0 1
[junit4:junit4]   2> 12669 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10095 (1428427795710607361)]} 0 1
[junit4:junit4]   2> 12669 T398 C23 P55328 /update {wt=javabin&version=2} {add=[91 (1428427795710607360)]} 0 4
[junit4:junit4]   2> 12669 T399 C23 P55328 /update {wt=javabin&version=2} {add=[10095 (1428427795710607361)]} 0 4
[junit4:junit4]   2> 12671 T378 C22 P32902 /update {wt=javabin&version=2} {add=[92 (1428427795716898816)]} 0 0
[junit4:junit4]   2> 12672 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10096 (1428427795717947392)]} 0 1
[junit4:junit4]   2> 12677 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[92 (1428427795720044544)]} 0 0
[junit4:junit4]   2> 12678 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10096 (1428427795721093120)]} 0 1
[junit4:junit4]   2> 12678 T397 C23 P55328 /update {wt=javabin&version=2} {add=[92 (1428427795720044544)]} 0 4
[junit4:junit4]   2> 12678 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10096 (1428427795721093120)]} 0 3
[junit4:junit4]   2> 12681 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10076 (-1428427795727384577)]} 0 0
[junit4:junit4]   2> 12681 T379 C22 P32902 /update {wt=javabin&version=2} {add=[93 (1428427795727384576)]} 0 1
[junit4:junit4]   2> 12685 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10076 (-1428427795729481728)]} 0 0
[junit4:junit4]   2> 12686 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10076 (-1428427795729481728)]} 0 3
[junit4:junit4]   2> 12687 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[93 (1428427795730530304)]} 0 0
[junit4:junit4]   2> 12688 T399 C23 P55328 /update {wt=javabin&version=2} {add=[93 (1428427795730530304)]} 0 4
[junit4:junit4]   2> 12689 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10097 (1428427795735773184)]} 0 1
[junit4:junit4]   2> 12692 T380 C22 P32902 /update {wt=javabin&version=2} {add=[94 (1428427795737870336)]} 0 2
[junit4:junit4]   2> 12696 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10097 (1428427795738918912)]} 0 1
[junit4:junit4]   2> 12696 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10097 (1428427795738918912)]} 0 4
[junit4:junit4]   2> 12698 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[94 (1428427795741016064)]} 0 1
[junit4:junit4]   2> 12698 T400 C23 P55328 /update {wt=javabin&version=2} {add=[94 (1428427795741016064)]} 0 4
[junit4:junit4]   2> 12699 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10077 (-1428427795746258944)]} 0 0
[junit4:junit4]   2> 12701 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[73 (-1428427795748356096)]} 0 1
[junit4:junit4]   2> 12704 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10077 (-1428427795749404672)]} 0 0
[junit4:junit4]   2> 12705 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10077 (-1428427795749404672)]} 0 3
[junit4:junit4]   2> 12705 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[73 (-1428427795750453248)]} 0 0
[junit4:junit4]   2> 12706 T399 C23 P55328 /update {wt=javabin&version=2} {delete=[73 (-1428427795750453248)]} 0 3
[junit4:junit4]   2> 12708 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10098 (1428427795754647552)]} 0 1
[junit4:junit4]   2> 12710 T380 C22 P32902 /update {wt=javabin&version=2} {add=[95 (1428427795756744704)]} 0 2
[junit4:junit4]   2> 12714 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10098 (1428427795758841856)]} 0 0
[junit4:junit4]   2> 12715 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10098 (1428427795758841856)]} 0 4
[junit4:junit4]   2> 12716 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[95 (1428427795759890432)]} 0 2
[junit4:junit4]   2> 12716 T400 C23 P55328 /update {wt=javabin&version=2} {add=[95 (1428427795759890432)]} 0 4
[junit4:junit4]   2> 12718 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10078 (-1428427795766181888)]} 0 0
[junit4:junit4]   2> 12720 T379 C22 P32902 /update {wt=javabin&version=2} {add=[96 (1428427795767230464)]} 0 1
[junit4:junit4]   2> 12723 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10078 (-1428427795769327616)]} 0 1
[junit4:junit4]   2> 12724 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10078 (-1428427795769327616)]} 0 3
[junit4:junit4]   2> 12726 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[96 (1428427795770376192)]} 0 1
[junit4:junit4]   2> 12727 T399 C23 P55328 /update {wt=javabin&version=2} {add=[96 (1428427795770376192)]} 0 5
[junit4:junit4]   2> 12727 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10099 (1428427795774570496)]} 0 1
[junit4:junit4]   2> 12730 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[76 (-1428427795778764800)]} 0 1
[junit4:junit4]   2> 12734 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10099 (1428427795778764800)]} 0 2
[junit4:junit4]   2> 12735 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10099 (1428427795778764800)]} 0 4
[junit4:junit4]   2> 12735 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[76 (-1428427795781910528)]} 0 0
[junit4:junit4]   2> 12736 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[76 (-1428427795781910528)]} 0 4
[junit4:junit4]   2> 12737 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10079 (-1428427795786104832)]} 0 0
[junit4:junit4]   2> 12739 T379 C22 P32902 /update {wt=javabin&version=2} {add=[97 (1428427795787153408)]} 0 1
[junit4:junit4]   2> 12742 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10079 (-1428427795789250560)]} 0 0
[junit4:junit4]   2> 12743 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10079 (-1428427795789250560)]} 0 3
[junit4:junit4]   2> 12744 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[97 (1428427795790299136)]} 0 1
[junit4:junit4]   2> 12745 T399 C23 P55328 /update {wt=javabin&version=2} {add=[97 (1428427795790299136)]} 0 4
[junit4:junit4]   2> 12747 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10100 (1428427795795542016)]} 0 1
[junit4:junit4]   2> 12748 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[77 (-1428427795797639168)]} 0 0
[junit4:junit4]   2> 12753 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[77 (-1428427795799736321)]} 0 0
[junit4:junit4]   2> 12754 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10100 (1428427795799736320)]} 0 1
[junit4:junit4]   2> 12754 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[77 (-1428427795799736321)]} 0 4
[junit4:junit4]   2> 12755 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10100 (1428427795799736320)]} 0 6
[junit4:junit4]   2> 12758 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[10080 (-1428427795807076353)]} 0 1
[junit4:junit4]   2> 12758 T377 C22 P32902 /update {wt=javabin&version=2} {add=[98 (1428427795807076352)]} 0 1
[junit4:junit4]   2> 12764 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10080 (-1428427795810222080)]} 0 0
[junit4:junit4]   2> 12765 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[98 (1428427795811270656)]} 0 1
[junit4:junit4]   2> 12765 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10080 (-1428427795810222080)]} 0 5
[junit4:junit4]   2> 12766 T399 C23 P55328 /update {wt=javabin&version=2} {add=[98 (1428427795811270656)]} 0 5
[junit4:junit4]   2> 12769 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[78 (-1428427795818610689)]} 0 1
[junit4:junit4]   2> 12769 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10101 (1428427795818610688)]} 0 1
[junit4:junit4]   2> 12774 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[78 (-1428427795822804992)]} 0 0
[junit4:junit4]   2> 12775 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[78 (-1428427795822804992)]} 0 4
[junit4:junit4]   2> 12775 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10101 (1428427795822804993)]} 0 1
[junit4:junit4]   2> 12775 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10101 (1428427795822804993)]} 0 4
[junit4:junit4]   2> 12778 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10082 (-1428427795829096448)]} 0 0
[junit4:junit4]   2> 12778 T378 C22 P32902 /update {wt=javabin&version=2} {add=[99 (1428427795828047872)]} 0 1
[junit4:junit4]   2> 12782 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10082 (-1428427795831193600)]} 0 0
[junit4:junit4]   2> 12783 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10082 (-1428427795831193600)]} 0 3
[junit4:junit4]   2> 12783 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[99 (1428427795831193601)]} 0 0
[junit4:junit4]   2> 12784 T399 C23 P55328 /update {wt=javabin&version=2} {add=[99 (1428427795831193601)]} 0 4
[junit4:junit4]   2> 12786 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[79 (-1428427795837485057)]} 0 0
[junit4:junit4]   2> 12787 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10102 (1428427795837485056)]} 0 1
[junit4:junit4]   2> 12790 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[79 (-1428427795840630784)]} 0 0
[junit4:junit4]   2> 12791 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[79 (-1428427795840630784)]} 0 3
[junit4:junit4]   2> 12792 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10102 (1428427795840630785)]} 0 1
[junit4:junit4]   2> 12792 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10102 (1428427795840630785)]} 0 3
[junit4:junit4]   2> 12794 T377 C22 P32902 /update {wt=javabin&version=2} {add=[100 (1428427795844825088)]} 0 1
[junit4:junit4]   2> 12795 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10103 (1428427795845873664)]} 0 1
[junit4:junit4]   2> 12799 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428427795847970816)]} 0 1
[junit4:junit4]   2> 12800 T399 C23 P55328 /update {wt=javabin&version=2} {add=[100 (1428427795847970816)]} 0 4
[junit4:junit4]   2> 12800 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10103 (1428427795849019392)]} 0 0
[junit4:junit4]   2> 12801 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10103 (1428427795849019392)]} 0 4
[junit4:junit4]   2> 12802 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[80 (-1428427795854262272)]} 0 0
[junit4:junit4]   2> 12803 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10085 (-1428427795855310848)]} 0 0
[junit4:junit4]   2> 12806 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[80 (-1428427795856359424)]} 0 0
[junit4:junit4]   2> 12807 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[80 (-1428427795856359424)]} 0 3
[junit4:junit4]   2> 12807 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10085 (-1428427795857408000)]} 0 0
[junit4:junit4]   2> 12808 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10085 (-1428427795857408000)]} 0 3
[junit4:junit4]   2> 12810 T377 C22 P32902 /update {wt=javabin&version=2} {add=[101 (1428427795861602304)]} 0 1
[junit4:junit4]   2> 12811 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10104 (1428427795862650880)]} 0 1
[junit4:junit4]   2> 12815 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428427795864748032)]} 0 1
[junit4:junit4]   2> 12816 T399 C23 P55328 /update {wt=javabin&version=2} {add=[101 (1428427795864748032)]} 0 4
[junit4:junit4]   2> 12816 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10104 (1428427795865796608)]} 0 1
[junit4:junit4]   2> 12816 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10104 (1428427795865796608)]} 0 3
[junit4:junit4]   2> 12818 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[82 (-1428427795871039488)]} 0 0
[junit4:junit4]   2> 12819 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10105 (1428427795872088064)]} 0 1
[junit4:junit4]   2> 12822 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[82 (-1428427795873136640)]} 0 0
[junit4:junit4]   2> 12823 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[82 (-1428427795873136640)]} 0 3
[junit4:junit4]   2> 12824 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10105 (1428427795874185216)]} 0 1
[junit4:junit4]   2> 12825 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10105 (1428427795874185216)]} 0 4
[junit4:junit4]   2> 12826 T377 C22 P32902 /update {wt=javabin&version=2} {add=[102 (1428427795879428096)]} 0 1
[junit4:junit4]   2> 12827 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[10090 (-1428427795880476672)]} 0 0
[junit4:junit4]   2> 12832 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10090 (-1428427795883622400)]} 0 0
[junit4:junit4]   2> 12833 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10090 (-1428427795883622400)]} 0 4
[junit4:junit4]   2> 12833 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428427795882573824)]} 0 1
[junit4:junit4]   2> 12834 T399 C23 P55328 /update {wt=javabin&version=2} {add=[102 (1428427795882573824)]} 0 5
[junit4:junit4]   2> 12837 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10106 (1428427795889913856)]} 0 1
[junit4:junit4]   2> 12838 T380 C22 P32902 /update {wt=javabin&version=2} {add=[103 (1428427795892011008)]} 0 0
[junit4:junit4]   2> 12842 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10106 (1428427795893059584)]} 0 1
[junit4:junit4]   2> 12843 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10106 (1428427795893059584)]} 0 4
[junit4:junit4]   2> 12844 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[103 (1428427795895156736)]} 0 0
[junit4:junit4]   2> 12845 T397 C23 P55328 /update {wt=javabin&version=2} {add=[103 (1428427795895156736)]} 0 4
[junit4:junit4]   2> 12846 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10107 (1428427795899351040)]} 0 1
[junit4:junit4]   2> 12847 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[85 (-1428427795901448192)]} 0 0
[junit4:junit4]   2> 12851 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10107 (1428427795902496768)]} 0 1
[junit4:junit4]   2> 12852 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[85 (-1428427795904593920)]} 0 0
[junit4:junit4]   2> 12852 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10107 (1428427795902496768)]} 0 4
[junit4:junit4]   2> 12852 T399 C23 P55328 /update {wt=javabin&version=2} {delete=[85 (-1428427795904593920)]} 0 2
[junit4:junit4]   2> 12855 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10091 (-1428427795908788224)]} 0 1
[junit4:junit4]   2> 12855 T380 C22 P32902 /update {wt=javabin&version=2} {add=[104 (1428427795909836800)]} 0 1
[junit4:junit4]   2> 12859 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10091 (-1428427795911933952)]} 0 0
[junit4:junit4]   2> 12860 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10091 (-1428427795911933952)]} 0 2
[junit4:junit4]   2> 12860 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[104 (1428427795911933953)]} 0 1
[junit4:junit4]   2> 12861 T397 C23 P55328 /update {wt=javabin&version=2} {add=[104 (1428427795911933953)]} 0 4
[junit4:junit4]   2> 12863 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10108 (1428427795917176832)]} 0 1
[junit4:junit4]   2> 12864 T378 C22 P32902 /update {wt=javabin&version=2} {add=[105 (1428427795918225408)]} 0 1
[junit4:junit4]   2> 12868 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10108 (1428427795920322560)]} 0 0
[junit4:junit4]   2> 12869 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[105 (1428427795921371136)]} 0 1
[junit4:junit4]   2> 12869 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10108 (1428427795920322560)]} 0 4
[junit4:junit4]   2> 12869 T399 C23 P55328 /update {wt=javabin&version=2} {add=[105 (1428427795921371136)]} 0 3
[junit4:junit4]   2> 12872 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[90 (-1428427795927662593)]} 0 1
[junit4:junit4]   2> 12872 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10095 (-1428427795927662592)]} 0 1
[junit4:junit4]   2> 12876 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10095 (-1428427795929759744)]} 0 0
[junit4:junit4]   2> 12876 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[90 (-1428427795929759745)]} 0 0
[junit4:junit4]   2> 12877 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10095 (-1428427795929759744)]} 0 3
[junit4:junit4]   2> 12877 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[90 (-1428427795929759745)]} 0 3
[junit4:junit4]   2> 12880 T378 C22 P32902 /update {wt=javabin&version=2} {add=[106 (1428427795936051200)]} 0 0
[junit4:junit4]   2> 12881 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10109 (1428427795936051201)]} 0 1
[junit4:junit4]   2> 12886 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[106 (1428427795939196928)]} 0 1
[junit4:junit4]   2> 12886 T399 C23 P55328 /update {wt=javabin&version=2} {add=[106 (1428427795939196928)]} 0 4
[junit4:junit4]   2> 12886 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10109 (1428427795939196929)]} 0 0
[junit4:junit4]   2> 12887 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10109 (1428427795939196929)]} 0 4
[junit4:junit4]   2> 12890 T380 C22 P32902 /update {wt=javabin&version=2} {add=[107 (1428427795945488384)]} 0 1
[junit4:junit4]   2> 12891 T379 C22 P32902 /update {wt=javabin&version=2} {delete=[10097 (-1428427795947585536)]} 0 0
[junit4:junit4]   2> 12895 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428427795948634112)]} 0 1
[junit4:junit4]   2> 12895 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10097 (-1428427795949682688)]} 0 0
[junit4:junit4]   2> 12896 T400 C23 P55328 /update {wt=javabin&version=2} {add=[107 (1428427795948634112)]} 0 4
[junit4:junit4]   2> 12896 T397 C23 P55328 /update {wt=javabin&version=2} {delete=[10097 (-1428427795949682688)]} 0 3
[junit4:junit4]   2> 12899 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[91 (-1428427795954925568)]} 0 1
[junit4:junit4]   2> 12899 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10110 (1428427795955974144)]} 0 1
[junit4:junit4]   2> 12904 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[91 (-1428427795958071296)]} 0 1
[junit4:junit4]   2> 12904 T399 C23 P55328 /update {wt=javabin&version=2} {delete=[91 (-1428427795958071296)]} 0 3
[junit4:junit4]   2> 12906 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10110 (1428427795959119872)]} 0 1
[junit4:junit4]   2> 12907 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10110 (1428427795959119872)]} 0 5
[junit4:junit4]   2> 12908 T380 C22 P32902 /update {wt=javabin&version=2} {add=[108 (1428427795964362752)]} 0 0
[junit4:junit4]   2> 12910 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10111 (1428427795967508480)]} 0 0
[junit4:junit4]   2> 12913 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428427795967508480)]} 0 1
[junit4:junit4]   2> 12914 T400 C23 P55328 /update {wt=javabin&version=2} {add=[108 (1428427795967508480)]} 0 4
[junit4:junit4]   2> 12917 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[95 (-1428427795974848512)]} 0 0
[junit4:junit4]   2> 12920 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10111 (1428427795970654208)]} 0 1
[junit4:junit4]   2> 12921 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10111 (1428427795970654208)]} 0 8
[junit4:junit4]   2> 12924 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[95 (-1428427795980091392)]} 0 0
[junit4:junit4]   2> 12924 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10112 (1428427795982188544)]} 0 1
[junit4:junit4]   2> 12925 T399 C23 P55328 /update {wt=javabin&version=2} {delete=[95 (-1428427795980091392)]} 0 3
[junit4:junit4]   2> 12928 T380 C22 P32902 /update {wt=javabin&version=2} {add=[109 (1428427795985334272)]} 0 1
[junit4:junit4]   2> 12931 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10112 (1428427795985334272)]} 0 1
[junit4:junit4]   2> 12931 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10112 (1428427795985334272)]} 0 4
[junit4:junit4]   2> 12934 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428427795988480000)]} 0 1
[junit4:junit4]   2> 12935 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10113 (1428427795992674304)]} 0 1
[junit4:junit4]   2> 12935 T400 C23 P55328 /update {wt=javabin&version=2} {add=[109 (1428427795988480000)]} 0 5
[junit4:junit4]   2> 12937 T378 C22 P32902 /update {wt=javabin&version=2} {delete=[97 (-1428427795995820032)]} 0 0
[junit4:junit4]   2> 12941 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10113 (1428427795995820032)]} 0 1
[junit4:junit4]   2> 12942 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10113 (1428427795995820032)]} 0 5
[junit4:junit4]   2> 12942 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[97 (-1428427795998965760)]} 0 0
[junit4:junit4]   2> 12943 T399 C23 P55328 /update {wt=javabin&version=2} {delete=[97 (-1428427795998965760)]} 0 3
[junit4:junit4]   2> 12945 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10114 (1428427796004208640)]} 0 1
[junit4:junit4]   2> 12946 T380 C22 P32902 /update {wt=javabin&version=2} {add=[110 (1428427796005257216)]} 0 1
[junit4:junit4]   2> 12952 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10114 (1428427796007354368)]} 0 1
[junit4:junit4]   2> 12952 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428427796007354369)]} 0 1
[junit4:junit4]   2> 12953 T398 C23 P55328 /update {wt=javabin&version=2} {add=[10114 (1428427796007354368)]} 0 5
[junit4:junit4]   2> 12953 T400 C23 P55328 /update {wt=javabin&version=2} {add=[110 (1428427796007354369)]} 0 5
[junit4:junit4]   2> 12956 T378 C22 P32902 /update {wt=javabin&version=2} {add=[111 (1428427796015742976)]} 0 1
[junit4:junit4]   2> 12957 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10115 (1428427796015742977)]} 0 2
[junit4:junit4]   2> 12962 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428427796018888704)]} 0 1
[junit4:junit4]   2> 12962 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10115 (1428427796018888705)]} 0 0
[junit4:junit4]   2> 12963 T397 C23 P55328 /update {wt=javabin&version=2} {add=[111 (1428427796018888704)]} 0 4
[junit4:junit4]   2> 12963 T399 C23 P55328 /update {wt=javabin&version=2} {add=[10115 (1428427796018888705)]} 0 4
[junit4:junit4]   2> 12966 T377 C22 P32902 /update {wt=javabin&version=2} {add=[112 (1428427796025180160)]} 0 1
[junit4:junit4]   2> 12966 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10116 (1428427796026228736)]} 0 1
[junit4:junit4]   2> 12972 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[112 (1428427796028325888)]} 0 1
[junit4:junit4]   2> 12972 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10116 (1428427796029374464)]} 0 1
[junit4:junit4]   2> 12972 T398 C23 P55328 /update {wt=javabin&version=2} {add=[112 (1428427796028325888)]} 0 4
[junit4:junit4]   2> 12973 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10116 (1428427796029374464)]} 0 5
[junit4:junit4]   2> 12975 T378 C22 P32902 /update {wt=javabin&version=2} {add=[113 (1428427796035665920)]} 0 0
[junit4:junit4]   2> 12976 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10117 (1428427796035665921)]} 0 1
[junit4:junit4]   2> 12981 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428427796038811648)]} 0 1
[junit4:junit4]   2> 12981 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10117 (1428427796038811649)]} 0 0
[junit4:junit4]   2> 12981 T397 C23 P55328 /update {wt=javabin&version=2} {add=[113 (1428427796038811648)]} 0 4
[junit4:junit4]   2> 12982 T399 C23 P55328 /update {wt=javabin&version=2} {add=[10117 (1428427796038811649)]} 0 4
[junit4:junit4]   2> 12984 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10101 (-1428427796045103105)]} 0 0
[junit4:junit4]   2> 12985 T377 C22 P32902 /update {wt=javabin&version=2} {add=[114 (1428427796045103104)]} 0 1
[junit4:junit4]   2> 12989 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10101 (-1428427796047200256)]} 0 1
[junit4:junit4]   2> 12989 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10101 (-1428427796047200256)]} 0 3
[junit4:junit4]   2> 12990 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428427796048248832)]} 0 1
[junit4:junit4]   2> 12990 T400 C23 P55328 /update {wt=javabin&version=2} {add=[114 (1428427796048248832)]} 0 3
[junit4:junit4]   2> 12993 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10118 (1428427796053491712)]} 0 1
[junit4:junit4]   2> 12993 T379 C22 P32902 /update {wt=javabin&version=2} {add=[115 (1428427796053491713)]} 0 1
[junit4:junit4]   2> 12998 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[115 (1428427796056637441)]} 0 0
[junit4:junit4]   2> 12998 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10118 (1428427796056637440)]} 0 1
[junit4:junit4]   2> 12999 T399 C23 P55328 /update {wt=javabin&version=2} {add=[115 (1428427796056637441)]} 0 4
[junit4:junit4]   2> 12999 T397 C23 P55328 /update {wt=javabin&version=2} {add=[10118 (1428427796056637440)]} 0 4
[junit4:junit4]   2> 13002 T380 C22 P32902 /update {wt=javabin&version=2} {add=[116 (1428427796062928896)]} 0 1
[junit4:junit4]   2> 13002 T377 C22 P32902 /update {wt=javabin&version=2} {add=[10119 (1428427796063977472)]} 0 1
[junit4:junit4]   2> 13007 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[116 (1428427796066074624)]} 0 1
[junit4:junit4]   2> 13008 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10119 (1428427796067123200)]} 0 1
[junit4:junit4]   2> 13008 T398 C23 P55328 /update {wt=javabin&version=2} {add=[116 (1428427796066074624)]} 0 4
[junit4:junit4]   2> 13008 T400 C23 P55328 /update {wt=javabin&version=2} {add=[10119 (1428427796067123200)]} 0 3
[junit4:junit4]   2> 13011 T378 C22 P32902 /update {wt=javabin&version=2} {add=[117 (1428427796072366080)]} 0 1
[junit4:junit4]   2> 13012 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10120 (1428427796072366081)]} 0 2
[junit4:junit4]   2> 13017 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[117 (1428427796076560384)]} 0 1
[junit4:junit4]   2> 13017 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10120 (1428427796076560385)]} 0 1
[junit4:junit4]   2> 13017 T397 C23 P55328 /update {wt=javabin&version=2} {add=[117 (1428427796076560384)]} 0 4
[junit4:junit4]   2> 13018 T399 C23 P55328 /update {wt=javabin&version=2} {add=[10120 (1428427796076560385)]} 0 4
[junit4:junit4]   2> 13020 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[101 (-1428427796082851840)]} 0 0
[junit4:junit4]   2> 13020 T377 C22 P32902 /update {wt=javabin&version=2} {delete=[10103 (-1428427796082851841)]} 0 0
[junit4:junit4]   2> 13025 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[101 (-1428427796085997568)]} 0 1
[junit4:junit4]   2> 13025 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10103 (-1428427796085997569)]} 0 0
[junit4:junit4]   2> 13026 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[101 (-1428427796085997568)]} 0 4
[junit4:junit4]   2> 13026 T400 C23 P55328 /update {wt=javabin&version=2} {delete=[10103 (-1428427796085997569)]} 0 3
[junit4:junit4]   2> 13029 T378 C22 P32902 /update {wt=javabin&version=2} {add=[118 (1428427796091240448)]} 0 1
[junit4:junit4]   2> 13029 T379 C22 P32902 /update {wt=javabin&version=2} {add=[10121 (1428427796091240449)]} 0 1
[junit4:junit4]   2> 13035 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10121 (1428427796095434752)]} 0 1
[junit4:junit4]   2> 13035 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428427796095434753)]} 0 1
[junit4:junit4]   2> 13035 T399 C23 P55328 /update {wt=javabin&version=2} {add=[10121 (1428427796095434752)]} 0 4
[junit4:junit4]   2> 13036 T397 C23 P55328 /update {wt=javabin&version=2} {add=[118 (1428427796095434753)]} 0 5
[junit4:junit4]   2> 13038 T380 C22 P32902 /update {wt=javabin&version=2} {delete=[10106 (-1428427796101726208)]} 0 0
[junit4:junit4]   2> 13039 T377 C22 P32902 /update {wt=javabin&version=2} {add=[119 (1428427796102774784)]} 0 1
[junit4:junit4]   2> 13043 T415 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10106 (-1428427796104871936)]} 0 1
[junit4:junit4]   2> 13043 T398 C23 P55328 /update {wt=javabin&version=2} {delete=[10106 (-1428427796104871936)]} 0 2
[junit4:junit4]   2> 13045 T414 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[119 (1428427796105920512)]} 0 1
[junit4:junit4]   2> 13046 T400 C23 P55328 /update {wt=javabin&version=2} {add=[119 (1428427796105920512)]} 0 4
[junit4:junit4]   2> 13047 T378 C22 P32902 /update {wt=javabin&version=2} {add=[10122 (1428427796110114816)]} 0 1
[junit4:junit4]   2> 13049 T379 C22 P32902 /update {wt=javabin&version=2} {add=[120 (1428427796112211968)]} 0 1
[junit4:junit4]   2> 13052 T416 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10122 (1428427796113260544)]} 0 0
[junit4:junit4]   2> 13053 T399 C23 P55328 /update {wt=javabin&version=2} {add=[10122 (1428427796113260544)]} 0 4
[junit4:junit4]   2> 13054 T413 C21 P43294 /update {distrib.from=http://127.0.0.1:55328/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[120 (1428427796115357696)]} 0 0
[junit4:junit4]   2> 13055 T397 C23 P55328 /update {wt=javabin&version=2} {add=[120 (1428427796115357696)]} 0 4
[junit4:junit4]   2> 13056 T380 C22 P32902 /update {wt=javabin&version=2} {add=[10123 (1428427796119552000)]} 0 1
[junit4:junit4]   2> 13058 T377 C22 P32902 /update {wt=jav

[...truncated too long message...]

questProcessor.shutdown Shutting down
[junit4:junit4]   2> 41038 T362 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> safe stop:
[junit4:junit4]   1> safe stop:
[junit4:junit4]   1> safe stop:
[junit4:junit4]   1> safe stop:
[junit4:junit4]   2> 41039 T362 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 41043 T361 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4]   2> 41055 T365 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 41160 T404 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 41161 T404 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 41161 T404 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=zh_HK, timezone=America/Goose_Bay
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=8,threads=3,free=35931024,total=126418944
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ConvertedLegacyTest, QueryEqualityTest, ClusterStateUpdateTest, HighlighterTest, TestRTGBase, EchoParamsTest, RequiredFieldsTest, NotRequiredUniqueKeyTest, TimeZoneUtilsTest, IndexSchemaRuntimeFieldTest, TestFunctionQuery, SyncSliceTest, UniqFieldsUpdateProcessorFactoryTest, TestJmxIntegration, ResourceLoaderTest, NoCacheHeaderTest, TestCSVResponseWriter, PathHierarchyTokenizerFactoryTest, TestPostingsSolrHighlighter, PeerSyncTest, PolyFieldTest, RecoveryZkTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest -Dtests.seed=2C4A27DD71DF9072 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_HK -Dtests.timezone=America/Goose_Bay -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s J1 | RecoveryZkTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=421, name=coreLoadExecutor-247-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:733)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:868)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:951)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:569)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@341e2966 lockFactory=org.apache.lucene.store.NativeFSLockFactory@67e5149f)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	... 1 more
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=423, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:33)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:267)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:223)
[junit4:junit4]    > 	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
[junit4:junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@153112e8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6234f692)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] Completed on J1 in 41.37s, 1 test, 2 errors <<< FAILURES!

[...truncated 581 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:870: There were test failures: 260 suites, 1092 tests, 2 suite-level errors, 9 ignored (3 assumptions)

Total time: 37 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure