You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/21 20:22:07 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.7.0_15) - Build # 4812 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4812/
Java: 32bit/jdk1.7.0_15 -server -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1614, name=coreLoadExecutor-597-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1614, name=coreLoadExecutor-597-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:524)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:991)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:883)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:875)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:746)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1a41104 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b29f12))
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1616, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1616, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:524)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:991)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:883)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:875)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e32321 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f306a))
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9196 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 0 T1555 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_ydt/xa
[junit4:junit4]   2> 4 T1555 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-RecoveryZkTest-1363893210418
[junit4:junit4]   2> 5 T1555 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T1556 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 8 T1556 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T1556 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 8 T1556 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 9 T1556 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 10 T1556 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1363893210417/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 105 T1555 oasc.ZkTestServer.run start zk server on port:45653
[junit4:junit4]   2> 106 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@18a2dc4
[junit4:junit4]   2> 107 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T1561 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 107 T1561 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 108 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45516
[junit4:junit4]   2> 108 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45516
[junit4:junit4]   2> 108 T1559 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 211 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380000 with negotiated timeout 10000 for client /127.0.0.1:45516
[junit4:junit4]   2> 211 T1561 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380000, negotiated timeout = 10000
[junit4:junit4]   2> 212 T1562 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18a2dc4 name:ZooKeeperConnection Watcher:127.0.0.1:45653 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 212 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 212 T1555 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 215 T1560 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8e5ecd380000
[junit4:junit4]   2> 216 T1562 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 216 T1557 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:45516 which had sessionid 0x13d8e5ecd380000
[junit4:junit4]   2> 216 T1555 oaz.ZooKeeper.close Session: 0x13d8e5ecd380000 closed
[junit4:junit4]   2> 217 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@144d967
[junit4:junit4]   2> 218 T1563 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 217 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 218 T1563 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 218 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45517
[junit4:junit4]   2> 218 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45517
[junit4:junit4]   2> 219 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380001 with negotiated timeout 10000 for client /127.0.0.1:45517
[junit4:junit4]   2> 219 T1563 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380001, negotiated timeout = 10000
[junit4:junit4]   2> 219 T1564 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@144d967 name:ZooKeeperConnection Watcher:127.0.0.1:45653/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 220 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 220 T1555 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 222 T1555 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 224 T1555 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 226 T1555 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 228 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 228 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 231 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 232 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 235 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 235 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 237 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 238 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 240 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 240 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 242 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 243 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 245 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 245 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 248 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 248 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 250 T1555 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 250 T1555 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 253 T1560 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8e5ecd380001
[junit4:junit4]   2> 253 T1564 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 253 T1557 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:45517 which had sessionid 0x13d8e5ecd380001
[junit4:junit4]   2> 253 T1555 oaz.ZooKeeper.close Session: 0x13d8e5ecd380001 closed
[junit4:junit4]   2> 307 T1555 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 311 T1555 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49567
[junit4:junit4]   2> 312 T1555 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 312 T1555 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 312 T1555 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666
[junit4:junit4]   2> 313 T1555 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666/solr.xml
[junit4:junit4]   2> 313 T1555 oasc.CoreContainer.<init> New CoreContainer 18902728
[junit4:junit4]   2> 313 T1555 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666/'
[junit4:junit4]   2> 314 T1555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666/'
[junit4:junit4]   2> 330 T1555 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 331 T1555 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 331 T1555 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 331 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 332 T1555 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 332 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 332 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 333 T1555 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 333 T1555 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 333 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 339 T1555 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 348 T1555 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45653/solr
[junit4:junit4]   2> 349 T1555 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 349 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c3eaa4
[junit4:junit4]   2> 350 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 350 T1574 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 351 T1574 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 351 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45518
[junit4:junit4]   2> 352 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45518
[junit4:junit4]   2> 353 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380002 with negotiated timeout 20000 for client /127.0.0.1:45518
[junit4:junit4]   2> 353 T1574 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380002, negotiated timeout = 20000
[junit4:junit4]   2> 353 T1575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c3eaa4 name:ZooKeeperConnection Watcher:127.0.0.1:45653 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 353 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 354 T1560 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8e5ecd380002
[junit4:junit4]   2> 355 T1575 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 355 T1557 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:45518 which had sessionid 0x13d8e5ecd380002
[junit4:junit4]   2> 355 T1555 oaz.ZooKeeper.close Session: 0x13d8e5ecd380002 closed
[junit4:junit4]   2> 355 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 358 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@292ab4
[junit4:junit4]   2> 359 T1576 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 359 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 359 T1576 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 359 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45519
[junit4:junit4]   2> 359 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45519
[junit4:junit4]   2> 360 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380003 with negotiated timeout 20000 for client /127.0.0.1:45519
[junit4:junit4]   2> 360 T1576 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380003, negotiated timeout = 20000
[junit4:junit4]   2> 361 T1577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@292ab4 name:ZooKeeperConnection Watcher:127.0.0.1:45653/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 361 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 362 T1555 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 364 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 365 T1555 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 367 T1555 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 369 T1555 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49567__ydt%2Fxa
[junit4:junit4]   2> 369 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49567__ydt%2Fxa Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49567__ydt%2Fxa
[junit4:junit4]   2> 370 T1555 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49567__ydt%2Fxa
[junit4:junit4]   2> 372 T1555 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 377 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 378 T1555 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 380 T1555 oasc.Overseer.start Overseer (id=89384105438347267-127.0.0.1:49567__ydt%2Fxa-n_0000000000) starting
[junit4:junit4]   2> 380 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 381 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 382 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 382 T1555 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 384 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 385 T1579 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 386 T1555 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 388 T1555 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 389 T1555 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 390 T1578 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 394 T1580 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666/collection1
[junit4:junit4]   2> 395 T1580 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 395 T1580 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 396 T1580 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 397 T1580 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666/collection1/'
[junit4:junit4]   2> 398 T1580 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666/collection1/lib/README' to classloader
[junit4:junit4]   2> 398 T1580 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 422 T1580 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 449 T1580 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 451 T1580 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 454 T1580 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 785 T1580 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 791 T1580 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 793 T1580 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 805 T1580 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 806 T664 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 808 T1580 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 810 T1580 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 811 T1580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 811 T1580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 812 T1580 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 812 T1580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 812 T1580 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 813 T1580 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 813 T1580 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363893210666/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/control/data/
[junit4:junit4]   2> 813 T1580 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@578681
[junit4:junit4]   2> 813 T1580 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 814 T1580 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363893210417/control/data forceNew: false
[junit4:junit4]   2> 814 T1580 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/control/data/index/
[junit4:junit4]   2> 814 T1580 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363893210417/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 814 T1580 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363893210417/control/data/index forceNew: false
[junit4:junit4]   2> 815 T1580 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@180ee0e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7de54f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 816 T1580 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 817 T1580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 817 T1580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 817 T1580 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 818 T1580 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 818 T1580 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 818 T1580 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 818 T1580 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 819 T1580 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 819 T1580 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 821 T1580 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 823 T1580 oass.SolrIndexSearcher.<init> Opening Searcher@1681c61 main
[junit4:junit4]   2> 823 T1580 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/control/data/tlog
[junit4:junit4]   2> 823 T1580 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 823 T1580 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 826 T1581 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1681c61 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 827 T1580 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 827 T1580 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1893 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1894 T1578 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49567__ydt%2Fxa",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49567/_ydt/xa"}
[junit4:junit4]   2> 1894 T1578 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1894 T1578 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1899 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2526 T672 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 2829 T1580 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2829 T1580 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49567/_ydt/xa collection:control_collection shard:shard1
[junit4:junit4]   2> 2830 T1580 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2836 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2836 T1580 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2837 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2839 T1580 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2839 T1580 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2839 T1580 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49567/_ydt/xa/collection1/
[junit4:junit4]   2> 2839 T1580 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2840 T1580 oasc.SyncStrategy.syncToMe http://127.0.0.1:49567/_ydt/xa/collection1/ has no replicas
[junit4:junit4]   2> 2840 T1580 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49567/_ydt/xa/collection1/
[junit4:junit4]   2> 2840 T1580 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2844 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3404 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3415 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3448 T1580 oasc.ZkController.register We are http://127.0.0.1:49567/_ydt/xa/collection1/ and leader is http://127.0.0.1:49567/_ydt/xa/collection1/
[junit4:junit4]   2> 3449 T1580 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49567/_ydt/xa
[junit4:junit4]   2> 3449 T1580 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3449 T1580 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3450 T1580 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3452 T1580 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3454 T1555 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3455 T1555 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3455 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3462 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3463 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@56b9d2
[junit4:junit4]   2> 3465 T1583 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3464 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3465 T1583 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 3465 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45524
[junit4:junit4]   2> 3466 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45524
[junit4:junit4]   2> 3467 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380004 with negotiated timeout 10000 for client /127.0.0.1:45524
[junit4:junit4]   2> 3467 T1583 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380004, negotiated timeout = 10000
[junit4:junit4]   2> 3468 T1584 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56b9d2 name:ZooKeeperConnection Watcher:127.0.0.1:45653/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3468 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3470 T1555 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3473 T1555 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3536 T1555 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3538 T1555 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48809
[junit4:junit4]   2> 3540 T1555 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3540 T1555 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3541 T1555 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887
[junit4:junit4]   2> 3542 T1555 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887/solr.xml
[junit4:junit4]   2> 3542 T1555 oasc.CoreContainer.<init> New CoreContainer 31756692
[junit4:junit4]   2> 3543 T1555 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887/'
[junit4:junit4]   2> 3544 T1555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887/'
[junit4:junit4]   2> 3567 T1555 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3567 T1555 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3568 T1555 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3568 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3568 T1555 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3568 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3569 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3569 T1555 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3569 T1555 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3570 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3575 T1555 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3584 T1555 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45653/solr
[junit4:junit4]   2> 3584 T1555 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3584 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@298d8d
[junit4:junit4]   2> 3585 T1594 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3585 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3586 T1594 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 3586 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45525
[junit4:junit4]   2> 3586 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45525
[junit4:junit4]   2> 3587 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380005 with negotiated timeout 20000 for client /127.0.0.1:45525
[junit4:junit4]   2> 3587 T1594 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380005, negotiated timeout = 20000
[junit4:junit4]   2> 3588 T1595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@298d8d name:ZooKeeperConnection Watcher:127.0.0.1:45653 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3588 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3590 T1560 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8e5ecd380005
[junit4:junit4]   2> 3591 T1595 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3591 T1557 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:45525 which had sessionid 0x13d8e5ecd380005
[junit4:junit4]   2> 3591 T1555 oaz.ZooKeeper.close Session: 0x13d8e5ecd380005 closed
[junit4:junit4]   2> 3591 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3597 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@c7fb81
[junit4:junit4]   2> 3598 T1596 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3598 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3599 T1596 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 3599 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45526
[junit4:junit4]   2> 3599 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45526
[junit4:junit4]   2> 3600 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380006 with negotiated timeout 20000 for client /127.0.0.1:45526
[junit4:junit4]   2> 3600 T1596 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380006, negotiated timeout = 20000
[junit4:junit4]   2> 3600 T1597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c7fb81 name:ZooKeeperConnection Watcher:127.0.0.1:45653/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3600 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3601 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3602 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3605 T1555 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4152 T680 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 4608 T1555 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48809__ydt%2Fxa
[junit4:junit4]   2> 4609 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48809__ydt%2Fxa Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48809__ydt%2Fxa
[junit4:junit4]   2> 4610 T1555 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48809__ydt%2Fxa
[junit4:junit4]   2> 4614 T1584 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4614 T1577 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4615 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4615 T1597 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4624 T1598 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887/collection1
[junit4:junit4]   2> 4624 T1598 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4625 T1598 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4625 T1598 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4627 T1598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887/collection1/'
[junit4:junit4]   2> 4628 T1598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887/collection1/lib/README' to classloader
[junit4:junit4]   2> 4629 T1598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4665 T1598 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4692 T1598 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4693 T1598 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4696 T1598 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4922 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4922 T1578 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:49567__ydt%2Fxa_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49567__ydt%2Fxa",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49567/_ydt/xa"}
[junit4:junit4]   2> 4925 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4925 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4925 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5020 T1598 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5026 T1598 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5028 T1598 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5045 T1598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5050 T1598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5055 T1598 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5056 T1598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5057 T1598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5057 T1598 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5058 T1598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5059 T1598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5059 T1598 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5060 T1598 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363893213887/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty1/
[junit4:junit4]   2> 5060 T1598 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@578681
[junit4:junit4]   2> 5061 T1598 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5061 T1598 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty1 forceNew: false
[junit4:junit4]   2> 5062 T1598 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty1/index/
[junit4:junit4]   2> 5062 T1598 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5063 T1598 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty1/index forceNew: false
[junit4:junit4]   2> 5065 T1598 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cc538 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cece7d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5065 T1598 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5068 T1598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5069 T1598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5069 T1598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5070 T1598 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5071 T1598 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5071 T1598 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5072 T1598 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5073 T1598 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5073 T1598 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5078 T1598 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5082 T1598 oass.SolrIndexSearcher.<init> Opening Searcher@314e46 main
[junit4:junit4]   2> 5083 T1598 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty1/tlog
[junit4:junit4]   2> 5084 T1598 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5084 T1598 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5091 T1599 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@314e46 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5093 T1598 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5093 T1598 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5787 T686 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 6429 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6431 T1578 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48809__ydt%2Fxa",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48809/_ydt/xa"}
[junit4:junit4]   2> 6431 T1578 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6431 T1578 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6455 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6455 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6455 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7096 T1598 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7096 T1598 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48809/_ydt/xa collection:collection1 shard:shard1
[junit4:junit4]   2> 7098 T1598 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7107 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7108 T1598 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7109 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7112 T1598 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7112 T1598 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7113 T1598 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48809/_ydt/xa/collection1/
[junit4:junit4]   2> 7113 T1598 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7114 T1598 oasc.SyncStrategy.syncToMe http://127.0.0.1:48809/_ydt/xa/collection1/ has no replicas
[junit4:junit4]   2> 7115 T1598 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48809/_ydt/xa/collection1/
[junit4:junit4]   2> 7115 T1598 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7121 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7416 T696 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 7960 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7966 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7966 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7966 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7977 T1598 oasc.ZkController.register We are http://127.0.0.1:48809/_ydt/xa/collection1/ and leader is http://127.0.0.1:48809/_ydt/xa/collection1/
[junit4:junit4]   2> 7977 T1598 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48809/_ydt/xa
[junit4:junit4]   2> 7977 T1598 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7977 T1598 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7977 T1598 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7978 T1598 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7979 T1555 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7980 T1555 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7980 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8064 T1555 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8068 T1555 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36542
[junit4:junit4]   2> 8070 T1555 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8072 T1555 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8073 T1555 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397
[junit4:junit4]   2> 8073 T1555 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397/solr.xml
[junit4:junit4]   2> 8074 T1555 oasc.CoreContainer.<init> New CoreContainer 7219324
[junit4:junit4]   2> 8074 T1555 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397/'
[junit4:junit4]   2> 8075 T1555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397/'
[junit4:junit4]   2> 8101 T1555 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8102 T1555 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8103 T1555 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8103 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8104 T1555 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8104 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8104 T1555 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8105 T1555 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8105 T1555 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8106 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8112 T1555 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8123 T1555 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45653/solr
[junit4:junit4]   2> 8124 T1555 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8124 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@10bae8f
[junit4:junit4]   2> 8125 T1610 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8125 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8127 T1610 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 8127 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45564
[junit4:junit4]   2> 8129 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45564
[junit4:junit4]   2> 8132 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380007 with negotiated timeout 20000 for client /127.0.0.1:45564
[junit4:junit4]   2> 8132 T1610 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380007, negotiated timeout = 20000
[junit4:junit4]   2> 8132 T1611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10bae8f name:ZooKeeperConnection Watcher:127.0.0.1:45653 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8132 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8134 T1560 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8e5ecd380007
[junit4:junit4]   2> 8134 T1611 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8134 T1557 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:45564 which had sessionid 0x13d8e5ecd380007
[junit4:junit4]   2> 8134 T1555 oaz.ZooKeeper.close Session: 0x13d8e5ecd380007 closed
[junit4:junit4]   2> 8135 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8139 T1555 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45653/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@123809
[junit4:junit4]   2> 8140 T1612 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45653. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8140 T1555 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8140 T1612 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45653, initiating session
[junit4:junit4]   2> 8141 T1557 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:45565
[junit4:junit4]   2> 8141 T1557 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:45565
[junit4:junit4]   2> 8142 T1559 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8e5ecd380008 with negotiated timeout 20000 for client /127.0.0.1:45565
[junit4:junit4]   2> 8142 T1612 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45653, sessionid = 0x13d8e5ecd380008, negotiated timeout = 20000
[junit4:junit4]   2> 8142 T1613 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@123809 name:ZooKeeperConnection Watcher:127.0.0.1:45653/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8142 T1555 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8143 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8144 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8146 T1555 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9042 T704 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 9149 T1555 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36542__ydt%2Fxa
[junit4:junit4]   2> 9150 T1560 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8e5ecd380008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:36542__ydt%2Fxa Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:36542__ydt%2Fxa
[junit4:junit4]   2> 9150 T1555 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36542__ydt%2Fxa
[junit4:junit4]   2> 9155 T1597 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9155 T1613 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9155 T1577 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9155 T1584 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9155 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9156 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9156 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9164 T1614 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397/collection1
[junit4:junit4]   2> 9165 T1614 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9166 T1614 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9166 T1614 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9168 T1614 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397/collection1/'
[junit4:junit4]   2> 9169 T1614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397/collection1/lib/README' to classloader
[junit4:junit4]   2> 9169 T1614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9205 T1614 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9234 T1614 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9235 T1614 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9239 T1614 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9470 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9471 T1578 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:48809__ydt%2Fxa_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48809__ydt%2Fxa",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48809/_ydt/xa"}
[junit4:junit4]   2> 9474 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9474 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9474 T1613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9474 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9552 T1614 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9558 T1614 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9560 T1614 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9575 T1614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9579 T1614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9583 T1614 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9584 T1614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9585 T1614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9585 T1614 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9586 T1614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9586 T1614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9587 T1614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9587 T1614 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363893218397/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/
[junit4:junit4]   2> 9587 T1614 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@578681
[junit4:junit4]   2> 9588 T1614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9589 T1614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2 forceNew: false
[junit4:junit4]   2> 9589 T1614 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/index/
[junit4:junit4]   2> 9590 T1614 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9590 T1614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/index forceNew: false
[junit4:junit4]   2> 9592 T1614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@977832 lockFactory=org.apache.lucene.store.NativeFSLockFactory@108dd54),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9592 T1614 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9594 T1614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9594 T1614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9595 T1614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9596 T1614 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9596 T1614 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9597 T1614 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9597 T1614 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9598 T1614 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9598 T1614 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9602 T1614 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9605 T1614 oass.SolrIndexSearcher.<init> Opening Searcher@109a954 main
[junit4:junit4]   2> 9605 T1614 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/tlog
[junit4:junit4]   2> 9606 T1614 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9606 T1614 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9612 T1615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@109a954 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9614 T1614 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9615 T1614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10668 T712 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 10979 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10980 T1578 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36542__ydt%2Fxa",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36542/_ydt/xa"}
[junit4:junit4]   2> 10980 T1578 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 10981 T1578 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10987 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10987 T1613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10987 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10987 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11617 T1614 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11617 T1614 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36542/_ydt/xa collection:collection1 shard:shard1
[junit4:junit4]   2> 11634 T1614 oasc.ZkController.register We are http://127.0.0.1:36542/_ydt/xa/collection1/ and leader is http://127.0.0.1:48809/_ydt/xa/collection1/
[junit4:junit4]   2> 11635 T1614 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36542/_ydt/xa
[junit4:junit4]   2> 11635 T1614 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11635 T1614 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C55 name=collection1 org.apache.solr.core.SolrCore@4e340 url=http://127.0.0.1:36542/_ydt/xa/collection1 node=127.0.0.1:36542__ydt%2Fxa C55_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36542__ydt%2Fxa, base_url=http://127.0.0.1:36542/_ydt/xa}
[junit4:junit4]   2> 11636 T1616 C55 P36542 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11637 T1614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11638 T1616 C55 P36542 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11638 T1616 C55 P36542 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11638 T1616 C55 P36542 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11639 T1555 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11640 T1616 C55 P36542 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11640 T1555 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11641 T1555 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11647 T1555 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C56 name=collection1 org.apache.solr.core.SolrCore@1391190 url=http://127.0.0.1:49567/_ydt/xa/collection1 node=127.0.0.1:49567__ydt%2Fxa C56_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49567__ydt%2Fxa, base_url=http://127.0.0.1:49567/_ydt/xa, leader=true}
[junit4:junit4]   2> 11662 T1571 C56 P49567 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@180ee0e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7de54f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11663 T1571 C56 P49567 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11666 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[1 (1430145699227369472)]} 0 7
[junit4:junit4]   2> 11666 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10001 (1430145699228418048)]} 0 7
[junit4:junit4]   2> ASYNC  NEW_CORE C57 name=collection1 org.apache.solr.core.SolrCore@fa2234 url=http://127.0.0.1:48809/_ydt/xa/collection1 node=127.0.0.1:48809__ydt%2Fxa C57_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:48809__ydt%2Fxa, base_url=http://127.0.0.1:48809/_ydt/xa, leader=true}
[junit4:junit4]   2> 11683 T1591 C57 P48809 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cc538 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cece7d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11684 T1591 C57 P48809 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11688 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[1 (1430145699249389568)]} 0 8
[junit4:junit4]   2> 11688 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10001 (1430145699249389569)]} 0 8
[junit4:junit4]   2> 11694 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[1 (-1430145699264069632)]} 0 1
[junit4:junit4]   2> 11694 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[10001 (-1430145699264069633)]} 0 1
[junit4:junit4]   2> 11698 T1592 C57 P48809 /update {wt=javabin&version=2} {delete=[10001 (-1430145699268263936)]} 0 0
[junit4:junit4]   2> 11699 T1590 C57 P48809 /update {wt=javabin&version=2} {delete=[1 (-1430145699268263937)]} 0 1
[junit4:junit4]   2> 11703 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10002 (1430145699272458240)]} 0 1
[junit4:junit4]   2> 11704 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[2 (1430145699273506816)]} 0 2
[junit4:junit4]   2> 11709 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10002 (1430145699278749696)]} 0 2
[junit4:junit4]   2> 11709 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[2 (1430145699278749697)]} 0 1
[junit4:junit4]   2> 11809 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10003 (1430145699382558720)]} 0 2
[junit4:junit4]   2> 11809 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[3 (1430145699383607296)]} 0 2
[junit4:junit4]   2> 11813 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10003 (1430145699387801600)]} 0 1
[junit4:junit4]   2> 11814 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[3 (1430145699388850176)]} 0 1
[junit4:junit4]   2> 11871 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10004 (1430145699448619008)]} 0 2
[junit4:junit4]   2> 11872 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[4 (1430145699448619009)]} 0 2
[junit4:junit4]   2> 11875 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10004 (1430145699453861888)]} 0 1
[junit4:junit4]   2> 11876 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[4 (1430145699453861889)]} 0 1
[junit4:junit4]   2> 11948 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10005 (1430145699529359360)]} 0 1
[junit4:junit4]   2> 11949 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[5 (1430145699530407936)]} 0 2
[junit4:junit4]   2> 11952 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10005 (1430145699533553664)]} 0 1
[junit4:junit4]   2> 11953 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[5 (1430145699534602240)]} 0 1
[junit4:junit4]   2> 11986 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[10002 (-1430145699570253824)]} 0 0
[junit4:junit4]   2> 11986 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[2 (-1430145699570253825)]} 0 0
[junit4:junit4]   2> 11990 T1590 C57 P48809 /update {wt=javabin&version=2} {delete=[10002 (-1430145699574448128)]} 0 1
[junit4:junit4]   2> 11990 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[2 (-1430145699574448129)]} 0 0
[junit4:junit4]   2> 11994 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10006 (1430145699577593856)]} 0 1
[junit4:junit4]   2> 11995 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[6 (1430145699577593857)]} 0 2
[junit4:junit4]   2> 11998 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10006 (1430145699582836736)]} 0 1
[junit4:junit4]   2> 11999 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[6 (1430145699582836737)]} 0 1
[junit4:junit4]   2> 12059 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10007 (1430145699645751296)]} 0 1
[junit4:junit4]   2> 12060 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[7 (1430145699646799872)]} 0 1
[junit4:junit4]   2> 12063 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10007 (1430145699649945600)]} 0 1
[junit4:junit4]   2> 12064 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[7 (1430145699650994176)]} 0 1
[junit4:junit4]   2> 12075 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10008 (1430145699662528512)]} 0 2
[junit4:junit4]   2> 12075 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[8 (1430145699663577088)]} 0 1
[junit4:junit4]   2> 12079 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10008 (1430145699666722816)]} 0 1
[junit4:junit4]   2> 12080 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[8 (1430145699667771392)]} 0 1
[junit4:junit4]   2> 12106 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10009 (1430145699696082944)]} 0 1
[junit4:junit4]   2> 12107 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[9 (1430145699696082945)]} 0 1
[junit4:junit4]   2> 12111 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10009 (1430145699700277248)]} 0 1
[junit4:junit4]   2> 12112 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[9 (1430145699701325824)]} 0 1
[junit4:junit4]   2> 12197 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10010 (1430145699790454784)]} 0 1
[junit4:junit4]   2> 12198 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10 (1430145699791503360)]} 0 1
[junit4:junit4]   2> 12201 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10010 (1430145699795697664)]} 0 0
[junit4:junit4]   2> 12202 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10 (1430145699796746240)]} 0 1
[junit4:junit4]   2> 12274 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10011 (1430145699871195136)]} 0 1
[junit4:junit4]   2> 12275 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[11 (1430145699872243712)]} 0 1
[junit4:junit4]   2> 12278 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10011 (1430145699875389440)]} 0 1
[junit4:junit4]   2> 12279 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[11 (1430145699876438016)]} 0 1
[junit4:junit4]   2> 12291 T720 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 12353 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[10008 (-1430145699955081216)]} 0 0
[junit4:junit4]   2> 12354 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[8 (-1430145699956129792)]} 0 1
[junit4:junit4]   2> 12357 T1592 C57 P48809 /update {wt=javabin&version=2} {delete=[10008 (-1430145699959275520)]} 0 0
[junit4:junit4]   2> 12357 T1590 C57 P48809 /update {wt=javabin&version=2} {delete=[8 (-1430145699959275521)]} 0 0
[junit4:junit4]   2> 12362 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10012 (1430145699963469824)]} 0 2
[junit4:junit4]   2> 12362 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[12 (1430145699963469825)]} 0 1
[junit4:junit4]   2> 12366 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10012 (1430145699967664128)]} 0 1
[junit4:junit4]   2> 12367 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[12 (1430145699968712704)]} 0 1
[junit4:junit4]   2> 12398 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[10011 (-1430145700001218560)]} 0 1
[junit4:junit4]   2> 12399 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[11 (-1430145700003315712)]} 0 1
[junit4:junit4]   2> 12401 T1590 C57 P48809 /update {wt=javabin&version=2} {delete=[10011 (-1430145700005412864)]} 0 0
[junit4:junit4]   2> 12403 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[11 (-1430145700006461440)]} 0 1
[junit4:junit4]   2> 12406 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10013 (1430145700009607168)]} 0 1
[junit4:junit4]   2> 12407 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[13 (1430145700010655744)]} 0 1
[junit4:junit4]   2> 12411 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10013 (1430145700014850048)]} 0 1
[junit4:junit4]   2> 12411 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[13 (1430145700014850049)]} 0 1
[junit4:junit4]   2> 12478 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[10013 (-1430145700086153216)]} 0 0
[junit4:junit4]   2> 12479 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[13 (-1430145700087201792)]} 0 0
[junit4:junit4]   2> 12482 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[10013 (-1430145700090347520)]} 0 0
[junit4:junit4]   2> 12483 T1590 C57 P48809 /update {wt=javabin&version=2} {delete=[13 (-1430145700091396096)]} 0 1
[junit4:junit4]   2> 12487 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10014 (1430145700094541824)]} 0 1
[junit4:junit4]   2> 12487 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[14 (1430145700094541825)]} 0 1
[junit4:junit4]   2> 12491 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10014 (1430145700098736128)]} 0 1
[junit4:junit4]   2> 12492 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[14 (1430145700099784704)]} 0 1
[junit4:junit4]   2> 12494 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12495 T1578 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:36542__ydt%2Fxa_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36542__ydt%2Fxa",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36542/_ydt/xa"}
[junit4:junit4]   2> 12501 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10015 (1430145700109221888)]} 0 1
[junit4:junit4]   2> 12501 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12501 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12501 T1613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12501 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12502 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[15 (1430145700110270464)]} 0 2
[junit4:junit4]   2> 12506 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10015 (1430145700114464768)]} 0 1
[junit4:junit4]   2>  C55_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:36542__ydt%2Fxa, base_url=http://127.0.0.1:36542/_ydt/xa}
[junit4:junit4]   2> 12517 T1609 C55 P36542 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@977832 lockFactory=org.apache.lucene.store.NativeFSLockFactory@108dd54),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12519 T1609 C55 P36542 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12521 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1430145700115513344)]} 0 6
[junit4:junit4]   2> 12522 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[15 (1430145700115513344)]} 0 16
[junit4:junit4]   2> 12541 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[10015 (-1430145700152213504)]} 0 0
[junit4:junit4]   2> 12548 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10015 (-1430145700155359232)]} 0 0
[junit4:junit4]   2> 12549 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[10015 (-1430145700155359232)]} 0 5
[junit4:junit4]   2> 12553 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10016 (1430145700164796416)]} 0 1
[junit4:junit4]   2> 12557 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[15 (-1430145700168990720)]} 0 0
[junit4:junit4]   2> 12562 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10016 (1430145700168990720)]} 0 1
[junit4:junit4]   2> 12564 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10016 (1430145700168990720)]} 0 7
[junit4:junit4]   2> 12565 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[15 (-1430145700172136448)]} 0 1
[junit4:junit4]   2> 12566 T1592 C57 P48809 /update {wt=javabin&version=2} {delete=[15 (-1430145700172136448)]} 0 6
[junit4:junit4]   2> 12570 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[16 (1430145700181573632)]} 0 1
[junit4:junit4]   2> 12577 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1430145700186816512)]} 0 1
[junit4:junit4]   2> 12578 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[16 (1430145700186816512)]} 0 4
[junit4:junit4]   2> 12592 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10017 (1430145700204642304)]} 0 1
[junit4:junit4]   2> 12600 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10017 (1430145700208836608)]} 0 1
[junit4:junit4]   2> 12601 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10017 (1430145700208836608)]} 0 6
[junit4:junit4]   2> 12604 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[17 (1430145700218273792)]} 0 0
[junit4:junit4]   2> 12612 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1430145700222468096)]} 0 1
[junit4:junit4]   2> 12613 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[17 (1430145700222468096)]} 0 5
[junit4:junit4]   2> 12649 T1593 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:36542__ydt%252Fxa_collection1&state=recovering&nodeName=127.0.0.1:36542__ydt%252Fxa&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 12669 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10018 (1430145700285382656)]} 0 1
[junit4:junit4]   2> 12677 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10018 (1430145700290625536)]} 0 1
[junit4:junit4]   2> 12678 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10018 (1430145700290625536)]} 0 6
[junit4:junit4]   2> 12681 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[18 (1430145700297965568)]} 0 1
[junit4:junit4]   2> 12687 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1430145700301111296)]} 0 1
[junit4:junit4]   2> 12688 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[18 (1430145700301111296)]} 0 5
[junit4:junit4]   2> 12717 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[10018 (-1430145700336762880)]} 0 0
[junit4:junit4]   2> 12723 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10018 (-1430145700339908608)]} 0 0
[junit4:junit4]   2> 12724 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[10018 (-1430145700339908608)]} 0 4
[junit4:junit4]   2> 12728 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[18 (-1430145700348297216)]} 0 1
[junit4:junit4]   2> 12729 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10019 (1430145700348297217)]} 0 1
[junit4:junit4]   2> 12734 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[18 (-1430145700351442944)]} 0 0
[junit4:junit4]   2> 12735 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[18 (-1430145700351442944)]} 0 4
[junit4:junit4]   2> 12737 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10019 (1430145700353540096)]} 0 1
[junit4:junit4]   2> 12738 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10019 (1430145700353540096)]} 0 6
[junit4:junit4]   2> 12740 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[19 (1430145700359831552)]} 0 1
[junit4:junit4]   2> 12747 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1430145700364025856)]} 0 1
[junit4:junit4]   2> 12748 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[19 (1430145700364025856)]} 0 5
[junit4:junit4]   2> 12810 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10020 (1430145700434280448)]} 0 0
[junit4:junit4]   2> 12818 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10020 (1430145700438474752)]} 0 1
[junit4:junit4]   2> 12819 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[10020 (1430145700438474752)]} 0 5
[junit4:junit4]   2> 12821 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[20 (1430145700444766208)]} 0 1
[junit4:junit4]   2> 12828 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1430145700448960512)]} 0 1
[junit4:junit4]   2> 12829 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[20 (1430145700448960512)]} 0 5
[junit4:junit4]   2> 12921 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10021 (1430145700549623808)]} 0 1
[junit4:junit4]   2> 12929 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10021 (1430145700553818112)]} 0 1
[junit4:junit4]   2> 12930 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10021 (1430145700553818112)]} 0 6
[junit4:junit4]   2> 12931 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[21 (1430145700560109568)]} 0 1
[junit4:junit4]   2> 12938 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1430145700564303872)]} 0 1
[junit4:junit4]   2> 12939 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[21 (1430145700564303872)]} 0 5
[junit4:junit4]   2> 12961 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10022 (1430145700592615424)]} 0 1
[junit4:junit4]   2> 12969 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10022 (1430145700596809728)]} 0 1
[junit4:junit4]   2> 12970 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10022 (1430145700596809728)]} 0 5
[junit4:junit4]   2> 12971 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[22 (1430145700602052608)]} 0 1
[junit4:junit4]   2> 12979 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1430145700606246912)]} 0 0
[junit4:junit4]   2> 12980 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[22 (1430145700606246912)]} 0 6
[junit4:junit4]   2> 13053 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10023 (1430145700689084416)]} 0 0
[junit4:junit4]   2> 13061 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10023 (1430145700693278720)]} 0 1
[junit4:junit4]   2> 13062 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10023 (1430145700693278720)]} 0 5
[junit4:junit4]   2> 13063 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[23 (1430145700698521600)]} 0 1
[junit4:junit4]   2> 13071 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1430145700702715904)]} 0 1
[junit4:junit4]   2> 13072 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[23 (1430145700702715904)]} 0 6
[junit4:junit4]   2> 13151 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10024 (1430145700790796288)]} 0 1
[junit4:junit4]   2> 13158 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10024 (1430145700794990592)]} 0 0
[junit4:junit4]   2> 13160 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10024 (1430145700794990592)]} 0 6
[junit4:junit4]   2> 13160 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[24 (1430145700800233472)]} 0 1
[junit4:junit4]   2> 13168 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1430145700805476352)]} 0 1
[junit4:junit4]   2> 13169 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[24 (1430145700805476352)]} 0 6
[junit4:junit4]   2> 13224 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10025 (1430145700867342336)]} 0 1
[junit4:junit4]   2> 13232 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10025 (1430145700872585216)]} 0 1
[junit4:junit4]   2> 13233 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[25 (1430145700877828096)]} 0 1
[junit4:junit4]   2> 13233 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[10025 (1430145700872585216)]} 0 5
[junit4:junit4]   2> 13241 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1430145700882022400)]} 0 1
[junit4:junit4]   2> 13242 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[25 (1430145700882022400)]} 0 5
[junit4:junit4]   2> 13337 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10026 (1430145700985831424)]} 0 1
[junit4:junit4]   2> 13345 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10026 (1430145700990025728)]} 0 1
[junit4:junit4]   2> 13346 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[26 (1430145700995268608)]} 0 1
[junit4:junit4]   2> 13346 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10026 (1430145700990025728)]} 0 6
[junit4:junit4]   2> 13353 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1430145700999462912)]} 0 0
[junit4:junit4]   2> 13355 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[26 (1430145700999462912)]} 0 6
[junit4:junit4]   2> 13444 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10027 (1430145701098029056)]} 0 1
[junit4:junit4]   2> 13452 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10027 (1430145701102223360)]} 0 1
[junit4:junit4]   2> 13452 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[27 (1430145701106417664)]} 0 1
[junit4:junit4]   2> 13453 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10027 (1430145701102223360)]} 0 6
[junit4:junit4]   2> 13460 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1430145701110611968)]} 0 1
[junit4:junit4]   2> 13461 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[27 (1430145701110611968)]} 0 6
[junit4:junit4]   2> 13529 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10028 (1430145701188206592)]} 0 1
[junit4:junit4]   2> 13537 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[28 (1430145701195546624)]} 0 1
[junit4:junit4]   2> 13537 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10028 (1430145701192400896)]} 0 1
[junit4:junit4]   2> 13539 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10028 (1430145701192400896)]} 0 7
[junit4:junit4]   2> 13545 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1430145701200789504)]} 0 1
[junit4:junit4]   2> 13546 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[28 (1430145701200789504)]} 0 5
[junit4:junit4]   2> 13639 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10029 (1430145701302501376)]} 0 1
[junit4:junit4]   2> 13646 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[29 (1430145701309841408)]} 0 1
[junit4:junit4]   2> 13647 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10029 (1430145701306695680)]} 0 1
[junit4:junit4]   2> 13648 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10029 (1430145701306695680)]} 0 6
[junit4:junit4]   2> 13650 T1555 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 36542
[junit4:junit4]   2> 13651 T1555 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=7219324
[junit4:junit4]   2> 13654 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1430145701314035712)]} 0 1
[junit4:junit4]   2> 13655 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[29 (1430145701314035712)]} 0 6
[junit4:junit4]   2> 13698 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[10026 (-1430145701365415936)]} 0 1
[junit4:junit4]   2> 13704 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10026 (-1430145701368561664)]} 0 0
[junit4:junit4]   2> 13704 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[26 (-1430145701371707392)]} 0 0
[junit4:junit4]   2> 13705 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[10026 (-1430145701368561664)]} 0 4
[junit4:junit4]   2> 13709 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10030 (1430145701376950272)]} 0 1
[junit4:junit4]   2> 13711 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[26 (-1430145701375901696)]} 0 0
[junit4:junit4]   2> 13712 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[26 (-1430145701375901696)]} 0 4
[junit4:junit4]   2> 13716 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[30 (1430145701383241728)]} 0 1
[junit4:junit4]   2> 13717 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10030 (1430145701381144576)]} 0 1
[junit4:junit4]   2> 13718 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10030 (1430145701381144576)]} 0 5
[junit4:junit4]   2> 13724 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1430145701387436032)]} 0 1
[junit4:junit4]   2> 13725 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[30 (1430145701387436032)]} 0 6
[junit4:junit4]   2> 13821 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[10029 (-1430145701494390784)]} 0 0
[junit4:junit4]   2> 13827 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[29 (-1430145701500682240)]} 0 0
[junit4:junit4]   2> 13828 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10029 (-1430145701498585088)]} 0 0
[junit4:junit4]   2> 13829 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[10029 (-1430145701498585088)]} 0 4
[junit4:junit4]   2> 13833 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10031 (1430145701506973696)]} 0 1
[junit4:junit4]   2> 13834 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[29 (-1430145701504876544)]} 0 0
[junit4:junit4]   2> 13835 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[29 (-1430145701504876544)]} 0 4
[junit4:junit4]   2> 13839 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[31 (1430145701512216576)]} 0 1
[junit4:junit4]   2> 13841 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10031 (1430145701511168000)]} 0 1
[junit4:junit4]   2> 13842 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10031 (1430145701511168000)]} 0 5
[junit4:junit4]   2> 13847 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1430145701516410880)]} 0 1
[junit4:junit4]   2> 13848 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[31 (1430145701516410880)]} 0 6
[junit4:junit4]   2> 13927 T728 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 13936 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[10030 (-1430145701614977024)]} 0 0
[junit4:junit4]   2> 13942 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[30 (-1430145701620219904)]} 0 1
[junit4:junit4]   2> 13943 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10030 (-1430145701619171328)]} 0 1
[junit4:junit4]   2> 13944 T1592 C57 P48809 /update {wt=javabin&version=2} {delete=[10030 (-1430145701619171328)]} 0 5
[junit4:junit4]   2> 13948 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[30 (-1430145701624414208)]} 0 0
[junit4:junit4]   2> 13948 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10032 (1430145701626511360)]} 0 1
[junit4:junit4]   2> 13949 T1592 C57 P48809 /update {wt=javabin&version=2} {delete=[30 (-1430145701624414208)]} 0 4
[junit4:junit4]   2> 13953 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[32 (1430145701631754240)]} 0 1
[junit4:junit4]   2> 13956 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10032 (1430145701631754240)]} 0 0
[junit4:junit4]   2> 13957 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10032 (1430145701631754240)]} 0 6
[junit4:junit4]   2> 13961 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1430145701636997120)]} 0 1
[junit4:junit4]   2> 13962 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[32 (1430145701636997120)]} 0 5
[junit4:junit4]   2> 14008 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14009 T1578 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:36542__ydt%2Fxa_collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36542__ydt%2Fxa",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36542/_ydt/xa"}
[junit4:junit4]   2> 14015 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14015 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14015 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14015 T1613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14023 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10033 (1430145701705154560)]} 0 1
[junit4:junit4]   2> 14028 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10033 (1430145701710397440)]} 0 1
[junit4:junit4]   2> 14028 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[33 (1430145701710397440)]} 0 1
[junit4:junit4]   2> 14032 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[33 (1430145701714591744)]} 0 1
[junit4:junit4]   2> 14067 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[10033 (-1430145701752340480)]} 0 0
[junit4:junit4]   2> 14071 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[10033 (-1430145701756534784)]} 0 0
[junit4:junit4]   2> 14071 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[33 (-1430145701756534784)]} 0 0
[junit4:junit4]   2> 14075 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[33 (-1430145701760729088)]} 0 0
[junit4:junit4]   2> 14075 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10034 (1430145701760729088)]} 0 0
[junit4:junit4]   2> 14079 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[34 (1430145701763874816)]} 0 1
[junit4:junit4]   2> 14079 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10034 (1430145701764923392)]} 0 0
[junit4:junit4]   2> 14083 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[34 (1430145701768069120)]} 0 1
[junit4:junit4]   2> 14174 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[10034 (-1430145701864538112)]} 0 0
[junit4:junit4]   2> 14178 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[34 (-1430145701868732416)]} 0 0
[junit4:junit4]   2> 14178 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[10034 (-1430145701868732416)]} 0 0
[junit4:junit4]   2> 14182 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[34 (-1430145701872926720)]} 0 1
[junit4:junit4]   2> 14183 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10035 (1430145701872926720)]} 0 1
[junit4:junit4]   2> 14186 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[35 (1430145701876072448)]} 0 1
[junit4:junit4]   2> 14187 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10035 (1430145701877121024)]} 0 1
[junit4:junit4]   2> 14190 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[35 (1430145701880266752)]} 0 1
[junit4:junit4]   2> 14249 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10036 (1430145701943181312)]} 0 1
[junit4:junit4]   2> 14252 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[36 (1430145701946327040)]} 0 1
[junit4:junit4]   2> 14254 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10036 (1430145701947375616)]} 0 1
[junit4:junit4]   2> 14256 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[36 (1430145701950521344)]} 0 1
[junit4:junit4]   2> 14313 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10037 (1430145702009241600)]} 0 1
[junit4:junit4]   2> 14315 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[37 (1430145702011338752)]} 0 1
[junit4:junit4]   2> 14316 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10037 (1430145702012387328)]} 0 1
[junit4:junit4]   2> 14319 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[37 (1430145702015533056)]} 0 1
[junit4:junit4]   2> 14370 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10038 (1430145702069010432)]} 0 1
[junit4:junit4]   2> 14373 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[38 (1430145702072156160)]} 0 1
[junit4:junit4]   2> 14374 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10038 (1430145702074253312)]} 0 1
[junit4:junit4]   2> 14377 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[38 (1430145702076350464)]} 0 1
[junit4:junit4]   2> 14420 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10039 (1430145702121439232)]} 0 1
[junit4:junit4]   2> 14422 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[39 (1430145702123536384)]} 0 1
[junit4:junit4]   2> 14424 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[10039 (1430145702125633536)]} 0 1
[junit4:junit4]   2> 14426 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[39 (1430145702127730688)]} 0 1
[junit4:junit4]   2> 14519 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10040 (1430145702226296832)]} 0 1
[junit4:junit4]   2> 14521 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[40 (1430145702228393984)]} 0 1
[junit4:junit4]   2> 14523 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10040 (1430145702230491136)]} 0 1
[junit4:junit4]   2> 14525 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[40 (1430145702232588288)]} 0 0
[junit4:junit4]   2> 14618 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[10037 (-1430145702330105856)]} 0 0
[junit4:junit4]   2> 14620 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[37 (-1430145702332203008)]} 0 0
[junit4:junit4]   2> 14622 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[10037 (-1430145702334300160)]} 0 0
[junit4:junit4]   2> 14624 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[37 (-1430145702336397312)]} 0 1
[junit4:junit4]   2> 14626 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10041 (1430145702338494464)]} 0 1
[junit4:junit4]   2> 14628 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[41 (1430145702339543040)]} 0 1
[junit4:junit4]   2> 14631 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10041 (1430145702342688768)]} 0 1
[junit4:junit4]   2> 14632 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[41 (1430145702343737344)]} 0 1
[junit4:junit4]   2>  C55_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36542__ydt%2Fxa, base_url=http://127.0.0.1:36542/_ydt/xa}
[junit4:junit4]   2> 14650 T1616 C55 P36542 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:48809/_ydt/xa/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14650 T1616 C55 P36542 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36542/_ydt/xa START replicas=[http://127.0.0.1:48809/_ydt/xa/collection1/] nUpdates=100
[junit4:junit4]   2> 14653 T1616 C55 P36542 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14653 T1616 C55 P36542 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14653 T1616 C55 P36542 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14653 T1616 C55 P36542 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14653 T1593 C57 P48809 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14653 T1616 C55 P36542 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 14654 T1616 C55 P36542 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:48809/_ydt/xa/collection1/. core=collection1
[junit4:junit4]   2> 14654 T1616 C55 P36542 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14657 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10042 (1430145702368903168)]} 0 2
[junit4:junit4]   2> 14657 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[42 (1430145702371000320)]} 0 0
[junit4:junit4]   2> 14661 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10042 (1430145702375194624)]} 0 1
[junit4:junit4]   2> 14662 T1593 C57 P48809 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14662 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[42 (1430145702375194625)]} 0 1
[junit4:junit4]   2> 14668 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10043 (1430145702381486080)]} 0 1
[junit4:junit4]   2> 14669 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[43 (1430145702382534656)]} 0 1
[junit4:junit4]   2> 14676 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[43 (1430145702388826112)]} 0 3
[junit4:junit4]   2> 14686 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10043 (1430145702385680384)]} 0 15
[junit4:junit4]   2> 14687 T1593 C57 P48809 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cc538 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cece7d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cc538 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cece7d),segFN=segments_2,generation=2,filenames=[_1_Lucene42_0.dvm, _1_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvd, _1.fnm, _0_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _1_MockFixedIntBlock_0.frq, _0_Memory_0.ram, _1_MockVariableIntBlock_0.tii, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.skp, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1_Memory_1.ram, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_1.del, _0_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _1.si, _1_MockFixedIntBlock_0.tib, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 14688 T1593 C57 P48809 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_Lucene42_0.dvm, _1_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvd, _1.fnm, _0_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _1_MockFixedIntBlock_0.frq, _0_Memory_0.ram, _1_MockVariableIntBlock_0.tii, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.skp, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1_Memory_1.ram, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_1.del, _0_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _1.si, _1_MockFixedIntBlock_0.tib, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 14698 T1593 C57 P48809 oass.SolrIndexSearcher.<init> Opening Searcher@cace76 realtime
[junit4:junit4]   2> 14698 T1593 C57 P48809 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14699 T1593 C57 P48809 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 37
[junit4:junit4]   2> 14700 T1616 C55 P36542 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14700 T1616 C55 P36542 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14704 T1590 C57 P48809 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14704 T1590 C57 P48809 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14705 T1616 C55 P36542 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 14706 T1616 C55 P36542 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 14706 T1616 C55 P36542 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 14709 T1591 C57 P48809 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14712 T1616 C55 P36542 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 51
[junit4:junit4]   2> 14713 T1616 C55 P36542 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/index.20130321211345125 forceNew: false
[junit4:junit4]   2> 14713 T1616 C55 P36542 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e32321 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f306a)) fullCopy=true
[junit4:junit4]   2> 14716 T1593 C57 P48809 REQ /replication {file=_1_Lucene42_0.dvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14719 T1592 C57 P48809 REQ /replication {file=_1_MockFixedIntBlock_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14720 T1616 C55 P36542 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_1_MockFixedIntBlock_0.pyl, size=0}
[junit4:junit4]   2> 14723 T1590 C57 P48809 REQ /replication {file=_0_MockVariableIntBlock_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14725 T1591 C57 P48809 REQ /replication {file=_1_Lucene42_0.dvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14728 T1593 C57 P48809 REQ /replication {file=_0_MockFixedIntBlock_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14731 T1592 C57 P48809 REQ /replication {file=_1.fnm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14734 T1590 C57 P48809 REQ /replication {file=_0_MockFixedIntBlock_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14737 T1591 C57 P48809 REQ /replication {file=_1.nvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14740 T1593 C57 P48809 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14745 T1592 C57 P48809 REQ /replication {file=_1_MockFixedIntBlock_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14749 T1590 C57 P48809 REQ /replication {file=_1_MockVariableIntBlock_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14754 T1591 C57 P48809 REQ /replication {file=_0_Memory_0.ram&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14756 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[44 (1430145702473760768)]} 0 1
[junit4:junit4]   2> 14757 T1593 C57 P48809 REQ /replication {file=_1.nvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14759 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[44 (1430145702476906496)]} 0 1
[junit4:junit4]   2> 14762 T1590 C57 P48809 REQ /replication {file=_0_1.del&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 14766 T1591 C57 P48809 REQ /replication {file=_0_MockFixedIntBlock_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14766 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10044 (1430145702485295104)]} 0 0
[junit4:junit4]   2> 14770 T1592 C57 P48809 REQ /replication {file=_1_MockVariableIntBlock_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14770 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[10044 (1430145702489489408)]} 0 1
[junit4:junit4]   2> 14774 T1590 C57 P48809 REQ /replication {file=_1.fdx&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14779 T1591 C57 P48809 REQ /replication {file=_1_MockFixedIntBlock_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14785 T1593 C57 P48809 REQ /replication {file=_1.fdt&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14790 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[41 (-1430145702510460928)]} 0 1
[junit4:junit4]   2> 14791 T1592 C57 P48809 REQ /replication {file=_0_MockVariableIntBlock_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14793 T1590 C57 P48809 /update {wt=javabin&version=2} {delete=[41 (-1430145702513606656)]} 0 0
[junit4:junit4]   2> 14796 T1591 C57 P48809 REQ /replication {file=_1_MockFixedIntBlock_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14796 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[45 (1430145702516752384)]} 0 0
[junit4:junit4]   2> 14800 T1592 C57 P48809 REQ /replication {file=_1_MockVariableIntBlock_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 14800 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[45 (1430145702519898112)]} 0 1
[junit4:junit4]   2> 14801 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[10041 (-1430145702521995264)]} 0 0
[junit4:junit4]   2> 14805 T1590 C57 P48809 /update {wt=javabin&version=2} {delete=[10041 (-1430145702526189568)]} 0 0
[junit4:junit4]   2> 14806 T1591 C57 P48809 REQ /replication {file=_0_Lucene42_0.dvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14809 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10045 (1430145702530383872)]} 0 1
[junit4:junit4]   2> 14813 T1593 C57 P48809 REQ /replication {file=_1_MockFixedIntBlock_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14814 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10045 (1430145702534578176)]} 0 1
[junit4:junit4]   2> 14818 T1590 C57 P48809 REQ /replication {file=_0_MockVariableIntBlock_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14823 T1591 C57 P48809 REQ /replication {file=_1_MockVariableIntBlock_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14824 T1616 C55 P36542 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_1_MockVariableIntBlock_0.pyl, size=0}
[junit4:junit4]   2> 14828 T1592 C57 P48809 REQ /replication {file=_0_Lucene42_0.dvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14832 T1593 C57 P48809 REQ /replication {file=_0_Memory_1.ram&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14837 T1590 C57 P48809 REQ /replication {file=_0_MockVariableIntBlock_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 14838 T1616 C55 P36542 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockVariableIntBlock_0.pyl, size=0}
[junit4:junit4]   2> 14841 T1591 C57 P48809 REQ /replication {file=_1_Memory_0.ram&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14845 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[43 (-1430145702568132608)]} 0 1
[junit4:junit4]   2> 14846 T1592 C57 P48809 REQ /replication {file=_0_MockFixedIntBlock_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14848 T1616 C55 P36542 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockFixedIntBlock_0.pyl, size=0}
[junit4:junit4]   2> 14848 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[43 (-1430145702571278336)]} 0 0
[junit4:junit4]   2> 14852 T1590 C57 P48809 REQ /replication {file=_0_MockFixedIntBlock_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14853 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[46 (1430145702575472640)]} 0 1
[junit4:junit4]   2> 14858 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[46 (1430145702580715520)]} 0 2
[junit4:junit4]   2> 14857 T1592 C57 P48809 REQ /replication {file=_0_MockVariableIntBlock_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14859 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[10043 (-1430145702582812672)]} 0 1
[junit4:junit4]   2> 14862 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[10043 (-1430145702585958400)]} 0 0
[junit4:junit4]   2> 14863 T1590 C57 P48809 REQ /replication {file=_1_MockVariableIntBlock_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14885 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10046 (1430145702610075648)]} 0 1
[junit4:junit4]   2> 14886 T1591 C57 P48809 REQ /replication {file=_0.nvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14888 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10046 (1430145702613221376)]} 0 0
[junit4:junit4]   2> 14889 T1593 C57 P48809 REQ /replication {file=_0_MockVariableIntBlock_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14892 T1590 C57 P48809 REQ /replication {file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14894 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[47 (1430145702618464256)]} 0 1
[junit4:junit4]   2> 14896 T1591 C57 P48809 REQ /replication {file=_0_MockVariableIntBlock_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 14897 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[47 (1430145702621609984)]} 0 1
[junit4:junit4]   2> 14899 T1593 C57 P48809 REQ /replication {file=_1_MockFixedIntBlock_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14902 T1590 C57 P48809 REQ /replication {file=_1_Memory_1.ram&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14932 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10047 (1430145702658310144)]} 0 1
[junit4:junit4]   2> 14935 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10047 (1430145702661455872)]} 0 1
[junit4:junit4]   2> 14957 T1592 C57 P48809 REQ /replication {file=_1_MockVariableIntBlock_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14961 T1593 C57 P48809 REQ /replication {file=_1_1.del&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 14965 T1591 C57 P48809 REQ /replication {file=_0.nvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14969 T1590 C57 P48809 REQ /replication {file=_0_MockFixedIntBlock_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14974 T1592 C57 P48809 REQ /replication {file=_1_MockVariableIntBlock_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14978 T1593 C57 P48809 REQ /replication {file=_0_MockFixedIntBlock_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14983 T1591 C57 P48809 REQ /replication {file=_1.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14988 T1590 C57 P48809 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 14993 T1592 C57 P48809 REQ /replication {file=_1_MockFixedIntBlock_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14996 T1570 C56 P49567 /update {wt=javabin&version=2} {delete=[44 (-1430145702726467584)]} 0 0
[junit4:junit4]   2> 14997 T1593 C57 P48809 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15000 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[44 (-1430145702730661888)]} 0 1
[junit4:junit4]   2> 15001 T1590 C57 P48809 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15003 T1616 C55 P36542 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15004 T1616 C55 P36542 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130321211345125
[junit4:junit4]   2> 15005 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[48 (1430145702734856192)]} 0 1
[junit4:junit4]   2> 15007 T1616 C55 P36542 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15008 T1616 C55 P36542 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15008 T1616 C55 P36542 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15010 T1616 C55 P36542 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/index/ new=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/index.20130321211345125
[junit4:junit4]   2> 15011 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[48 (1430145702741147648)]} 0 2
[junit4:junit4]   2> 15014 T1616 C55 P36542 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e32321 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f306a)),segFN=segments_2,generation=2,filenames=[_1_Lucene42_0.dvm, _1_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvd, _1.fnm, _0_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _1_MockFixedIntBlock_0.frq, _0_Memory_0.ram, _1_MockVariableIntBlock_0.tii, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.skp, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1_Memory_1.ram, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_1.del, _0_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _1.si, _1_MockFixedIntBlock_0.tib, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 15014 T1616 C55 P36542 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_Lucene42_0.dvm, _1_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvd, _1.fnm, _0_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _1_MockFixedIntBlock_0.frq, _0_Memory_0.ram, _1_MockVariableIntBlock_0.tii, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.skp, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1_Memory_1.ram, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_1.del, _0_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _1.si, _1_MockFixedIntBlock_0.tib, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 15015 T1616 C55 P36542 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15016 T1616 C55 P36542 oass.SolrIndexSearcher.<init> Opening Searcher@1955741 main
[junit4:junit4]   2> 15017 T1615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1955741 main{StandardDirectoryReader(segments_2:7:nrt _0(5.0):C64/22 _1(5.0):C20/4)}
[junit4:junit4]   2> 15018 T1616 C55 P36542 oash.SnapPuller$2.preClose removing old index files MockDirWrapper(org.apache.lucene.store.RAMDirectory@977832 lockFactory=org.apache.lucene.store.NativeFSLockFactory@108dd54)
[junit4:junit4]   2> 15018 T1616 C55 P36542 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/index
[junit4:junit4]   2> 15018 T1616 C55 P36542 oash.SnapPuller$2.postClose removing old index directory MockDirWrapper(org.apache.lucene.store.RAMDirectory@977832 lockFactory=org.apache.lucene.store.NativeFSLockFactory@108dd54)
[junit4:junit4]   2> 15018 T1616 C55 P36542 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 15019 T1624 C55 P36542 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363893210417/jetty2/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=3846
[junit4:junit4]   2> 15019 T1624 C55 P36542 oasu.DirectUpdateHandler2.commit start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15020 T1624 C55 P36542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e32321 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f306a)),segFN=segments_2,generation=2,filenames=[_1_Lucene42_0.dvm, _1_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvd, _1.fnm, _0_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _1_MockFixedIntBlock_0.frq, _0_Memory_0.ram, _1_MockVariableIntBlock_0.tii, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.tib, _1.fdx, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.skp, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockVariableIntBlock_0.tib, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1_Memory_1.ram, _1_MockVariableIntBlock_0.pos, _0.nvm, _1_1.del, _0_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _1.si, _1_MockFixedIntBlock_0.tib, segments_2, _0.fdx, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e32321 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f306a)),segFN=segments_3,generation=3,filenames=[_1_MockVariableIntBlock_0.skp, _1_Lucene42_0.dvm, _0_Lucene42_0.dvd, _1_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.pyl, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _1_Lucene42_0.dvd, _0_MockFixedIntBlock_0.tib, _1.fnm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _1_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.tii, _1_Memory_1.ram, _0_Memory_0.ram, _1_MockVariableIntBlock_0.pos, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _1_1.del, _0.nvm, _1_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _1.fdx, _1_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_MockFixedIntBlock_0.doc, _1.si, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.tib, _0.fdx, _1_MockFixedIntBlock_0.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 15020 T1624 C55 P36542 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_MockVariableIntBlock_0.skp, _1_Lucene42_0.dvm, _0_Lucene42_0.dvd, _1_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.pyl, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _1_Lucene42_0.dvd, _0_MockFixedIntBlock_0.tib, _1.fnm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _1_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.tii, _1_Memory_1.ram, _0_Memory_0.ram, _1_MockVariableIntBlock_0.pos, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _1_1.del, _0.nvm, _1_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _1.fdx, _1_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_MockFixedIntBlock_0.doc, _1.si, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.tib, _0.fdx, _1_MockFixedIntBlock_0.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 15021 T1624 C55 P36542 oass.SolrIndexSearcher.<init> Opening Searcher@7a82d7 main
[junit4:junit4]   2> 15021 T1624 C55 P36542 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15021 T1615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a82d7 main{StandardDirectoryReader(segments_2:7:nrt _0(5.0):C64/22 _1(5.0):C20/4)}
[junit4:junit4]   2> 15022 T1624 C55 P36542 [collection1] {} 0 3
[junit4:junit4]   2> 15022 T1624 C55 P36542 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=3846}
[junit4:junit4]   2> 15022 T1616 C55 P36542 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15022 T1616 C55 P36542 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15023 T1616 C55 P36542 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15024 T1616 C55 P36542 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15034 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[10044 (-1430145702766313472)]} 0 0
[junit4:junit4]   2> 15038 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[10044 (-1430145702770507776)]} 0 0
[junit4:junit4]   2> 15042 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10048 (1430145702773653504)]} 0 1
[junit4:junit4]   2> 15046 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10048 (1430145702778896384)]} 0 1
[junit4:junit4]   2> 15087 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[48 (-1430145702821888000)]} 0 0
[junit4:junit4]   2> 15091 T1590 C57 P48809 /update {wt=javabin&version=2} {delete=[48 (-1430145702826082304)]} 0 0
[junit4:junit4]   2> 15095 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[49 (1430145702829228032)]} 0 1
[junit4:junit4]   2> 15099 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[49 (1430145702833422336)]} 0 1
[junit4:junit4]   2> 15123 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[10048 (-1430145702859636736)]} 0 0
[junit4:junit4]   2> 15127 T1592 C57 P48809 /update {wt=javabin&version=2} {delete=[10048 (-1430145702862782464)]} 0 1
[junit4:junit4]   2> 15131 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10049 (1430145702866976768)]} 0 1
[junit4:junit4]   2> 15135 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10049 (1430145702871171072)]} 0 1
[junit4:junit4]   2> 15135 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[50 (1430145702872219648)]} 0 0
[junit4:junit4]   2> 15140 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[50 (1430145702876413952)]} 0 1
[junit4:junit4]   2> 15171 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10050 (1430145702909968384)]} 0 1
[junit4:junit4]   2> 15175 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10050 (1430145702914162688)]} 0 0
[junit4:junit4]   2> 15231 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[49 (-1430145702972882944)]} 0 0
[junit4:junit4]   2> 15235 T1592 C57 P48809 /update {wt=javabin&version=2} {delete=[49 (-1430145702977077248)]} 0 0
[junit4:junit4]   2> 15239 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[51 (1430145702980222976)]} 0 1
[junit4:junit4]   2> 15243 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[51 (1430145702985465856)]} 0 1
[junit4:junit4]   2> 15247 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[52 (1430145702989660160)]} 0 1
[junit4:junit4]   2> 15251 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[52 (1430145702993854464)]} 0 0
[junit4:junit4]   2> 15267 T1571 C56 P49567 /update {wt=javabin&version=2} {delete=[10049 (-1430145703010631680)]} 0 0
[junit4:junit4]   2> 15271 T1591 C57 P48809 /update {wt=javabin&version=2} {delete=[10049 (-1430145703014825984)]} 0 1
[junit4:junit4]   2> 15272 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[53 (1430145703014825984)]} 0 1
[junit4:junit4]   2> 15274 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10051 (1430145703017971712)]} 0 0
[junit4:junit4]   2> 15276 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[53 (1430145703019020288)]} 0 1
[junit4:junit4]   2> 15279 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10051 (1430145703022166016)]} 0 1
[junit4:junit4]   2> 15283 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[10052 (1430145703026360320)]} 0 1
[junit4:junit4]   2> 15287 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[10052 (1430145703030554624)]} 0 1
[junit4:junit4]   2> 15307 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10053 (1430145703051526144)]} 0 1
[junit4:junit4]   2> 15311 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10053 (1430145703056769024)]} 0 1
[junit4:junit4]   2> 15362 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[54 (1430145703110246400)]} 0 0
[junit4:junit4]   2> 15367 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[54 (1430145703114440704)]} 0 1
[junit4:junit4]   2> 15398 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10054 (1430145703146946560)]} 0 1
[junit4:junit4]   2> 15402 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10054 (1430145703151140864)]} 0 1
[junit4:junit4]   2> 15413 T1572 C56 P49567 /update {wt=javabin&version=2} {delete=[51 (-1430145703163723776)]} 0 0
[junit4:junit4]   2> 15417 T1593 C57 P48809 /update {wt=javabin&version=2} {delete=[51 (-1430145703167918080)]} 0 1
[junit4:junit4]   2> 15421 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[55 (1430145703171063808)]} 0 1
[junit4:junit4]   2> 15425 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[55 (1430145703175258112)]} 0 1
[junit4:junit4]   2> 15448 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[10051 (-1430145703200423936)]} 0 0
[junit4:junit4]   2> 15452 T1592 C57 P48809 /update {wt=javabin&version=2} {delete=[10051 (-1430145703204618240)]} 0 1
[junit4:junit4]   2> 15456 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[10055 (1430145703207763968)]} 0 1
[junit4:junit4]   2> 15460 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[10055 (1430145703211958272)]} 0 1
[junit4:junit4]   2> 15522 T1578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15523 T1578 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:36542__ydt%2Fxa_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36542__ydt%2Fxa",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36542/_ydt/xa"}
[junit4:junit4]   2> 15528 T1572 C56 P49567 /update {wt=javabin&version=2} {add=[56 (1430145703283261440)]} 0 1
[junit4:junit4]   2> 15529 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15529 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15529 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15529 T1613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2>  C55_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36542__ydt%2Fxa, base_url=http://127.0.0.1:36542/_ydt/xa}
[junit4:junit4]   2> 15538 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1430145703288504320)]} 0 3
[junit4:junit4]   2> 15539 T1593 C57 P48809 /update {wt=javabin&version=2} {add=[56 (1430145703288504320)]} 0 8
[junit4:junit4]   2> 15563 T1573 C56 P49567 /update {wt=javabin&version=2} {add=[10056 (1430145703321010176)]} 0 1
[junit4:junit4]   2> 15571 T1609 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10056 (1430145703325204480)]} 0 1
[junit4:junit4]   2> 15572 T1592 C57 P48809 /update {wt=javabin&version=2} {add=[10056 (1430145703325204480)]} 0 5
[junit4:junit4]   2> 15620 T1570 C56 P49567 /update {wt=javabin&version=2} {add=[57 (1430145703380779008)]} 0 0
[junit4:junit4]   2> 15628 T1604 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1430145703384973312)]} 0 1
[junit4:junit4]   2> 15629 T1590 C57 P48809 /update {wt=javabin&version=2} {add=[57 (1430145703384973312)]} 0 5
[junit4:junit4]   2> 15653 T1555 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15654 T1571 C56 P49567 /update {wt=javabin&version=2} {add=[10057 (1430145703415382016)]} 0 1
[junit4:junit4]   2> 15654 T1555 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15659 T1555 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4e340
[junit4:junit4]   2> 15660 T736 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 15661 T1607 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10057 (1430145703419576320)]} 0 0
[junit4:junit4]   2> 15662 T1607 C55 P36542 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4e340
[junit4:junit4]   2> 15664 T1607 C55 P36542 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: Failed to unregister info bean: /update
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:178)
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:972)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	Caused by: javax.management.InstanceNotFoundException: solr/collection1:type=/update,id=org.apache.solr.handler.UpdateRequestHandler
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 		at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:537)
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4]   2> 		... 29 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 15665 T1607 C55 P36542 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=4,adds=4,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=39,cumulative_deletesById=10,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 15667 T1607 C55 P36542 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 15668 T1607 C55 P36542 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 15668 T1607 C55 P36542 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 15669 T1555 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=4,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=39,cumulative_deletesById=10,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 15675 T1607 C55 P36542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e32321 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f306a)),segFN=segments_3,generation=3,filenames=[_1_MockVariableIntBlock_0.skp, _1_Lucene42_0.dvm, _0_Lucene42_0.dvd, _1_MockFixedIntBlock_0.doc, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.pyl, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_MockVariableIntBlock_0.skp, _1_Lucene42_0.dvd, _0_MockFixedIntBlock_0.tib, _1.fnm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.tii, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _1_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.tii, _1_Memory_1.ram, _0_Memory_0.ram, _1_MockVariableIntBlock_0.pos, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _1_1.del, _0.nvm, _1_MockVariableIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _1.fdx, _1_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.skp, _1.fdt, _0_MockFixedIntBlock_0.doc, _1.si, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.tib, _0.fdx, _1_MockFixedIntBlock_0.pos, _0.fdt, segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e32321 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f306a)),segFN=segments_4,generation=4,filenames=[_4_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvm, _1_MockFixedIntBlock_0.pyl, _4.fnm, _0_MockVariableIntBlock_0.skp, _4_MockVariableIntBlock_0.tii, _0_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvd, _1.fnm, _4.fdx, _4_Lucene42_0.dvd, _0_MockFixedIntBlock_0.tii, _4_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _4_MockFixedIntBlock_0.pos, _1_MockFixedIntBlock_0.frq, _4_Lucene42_0.dvm, _0_Memory_0.ram, _1_MockVariableIntBlock_0.tii, _4_MockFixedIntBlock_0.skp, _4_MockVariableIntBlock_0.doc, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _4_Memory_1.ram, _1_MockVariableIntBlock_0.tib, _1.fdx, _4_MockVariableIntBlock_0.pyl, _4_MockVariableIntBlock_0.tib, _1_MockFixedIntBlock_0.skp, _1.fdt, _4_MockFixedIntBlock_0.doc, _4_Memory_0.ram, _4_MockFixedIntBlock_0.frq, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.skp, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _4_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockVariableIntBlock_0.tib, _4_MockVariableIntBlock_0.pos, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _4_MockFixedIntBlock_0.pyl, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1_Memory_1.ram, _1_MockVariableIntBlock_0.pos, _4_MockVariableIntBlock_0.frq, _4.si, _4.fdt, _0.nvm, _1_1.del, _0_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.frq, _4.nvd, _0_MockFixedIntBlock_0.doc, _1.si, _1_MockFixedIntBlock_0.tib, _0.fdx, _4.nvm, _0.fdt, segments_4]
[junit4:junit4]   2> 15676 T1607 C55 P36542 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_4_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvm, _1_MockFixedIntBlock_0.pyl, _4.fnm, _0_MockVariableIntBlock_0.skp, _4_MockVariableIntBlock_0.tii, _0_MockFixedIntBlock_0.tib, _1_Lucene42_0.dvd, _1.fnm, _4.fdx, _4_Lucene42_0.dvd, _0_MockFixedIntBlock_0.tii, _4_MockFixedIntBlock_0.tii, _1.nvm, _0.fnm, _4_MockFixedIntBlock_0.pos, _1_MockFixedIntBlock_0.frq, _4_Lucene42_0.dvm, _0_Memory_0.ram, _1_MockVariableIntBlock_0.tii, _4_MockFixedIntBlock_0.skp, _4_MockVariableIntBlock_0.doc, _1.nvd, _0_1.del, _0_MockFixedIntBlock_0.pos, _4_Memory_1.ram, _1_MockVariableIntBlock_0.tib, _1.fdx, _4_MockVariableIntBlock_0.pyl, _4_MockVariableIntBlock_0.tib, _1_MockFixedIntBlock_0.skp, _1.fdt, _4_MockFixedIntBlock_0.doc, _4_Memory_0.ram, _4_MockFixedIntBlock_0.frq, _0_MockVariableIntBlock_0.frq, _1_MockFixedIntBlock_0.pos, _1_MockVariableIntBlock_0.skp, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.doc, _1_MockFixedIntBlock_0.doc, _1_MockVariableIntBlock_0.pyl, _0_Lucene42_0.dvm, _0_Memory_1.ram, _0_MockVariableIntBlock_0.pyl, _1_Memory_0.ram, _4_MockVariableIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockVariableIntBlock_0.tib, _4_MockVariableIntBlock_0.pos, _1_MockVariableIntBlock_0.doc, _0.nvd, _0_MockVariableIntBlock_0.pos, _4_MockFixedIntBlock_0.pyl, _0.si, _0_MockVariableIntBlock_0.tii, _1_MockFixedIntBlock_0.tii, _1_Memory_1.ram, _1_MockVariableIntBlock_0.pos, _4_MockVariableIntBlock_0.frq, _4.si, _4.fdt, _0.nvm, _1_1.del, _0_MockFixedIntBlock_0.frq, _1_MockVariableIntBlock_0.frq, _4.nvd, _0_MockFixedIntBlock_0.doc, _1.si, _1_MockFixedIntBlock_0.tib, _0.fdx, _4.nvm, _0.fdt, segments_4]
[junit4:junit4]   2> 15680 T1607 C55 P36542 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 15680 T1555 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 15684 T1573 C56 P49567 /update {wt=javabin&version=2} {delete=[53 (-1430145703447887872)]} 0 0
[junit4:junit4]   2> 15731 T1591 C57 P48809 /update {wt=javabin&version=2} {add=[10057 (1430145703419576320)]} 0 74
[junit4:junit4]   2> 15731 T1560 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8e5ecd380008
[junit4:junit4]   2> 15732 T1613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15732 T1557 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:45565 which had sessionid 0x13d8e5ecd380008
[junit4:junit4]   2> 15732 T1613 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 15732 T1555 oaz.ZooKeeper.close Session: 0x13d8e5ecd380008 closed
[junit4:junit4]   2> 15733 T1613 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 15733 T1597 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 15733 T1577 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 15733 T1584 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 15733 T1597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 15733 T1613 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15734 T1584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 15733 T1577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 15734 T1608 C55 P36542 oass.SolrIndexSearcher.<init> Opening Searcher@25a600 main
[junit4:junit4]   2> 15735 T1608 C55 P36542 /update {distrib.from=http://127.0.0.1:48809/_ydt/xa/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {} 0 44
[junit4:junit4]   2> 15736 T1608 C55 P36542 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: SolrCoreState already closed
[junit4:junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:85)
[junit4:junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:283)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:77)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:55)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:456)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1031)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:717)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4]   2> 		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1813)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:639)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 15737 T1608 C55 P36542 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4e340
[junit4:junit4]   2> 15737 T1608 C55 P36542 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=4,deletesById=1,deletesByQuery=0,errors=0,cumulative_adds=39,cumulative_deletesById=11,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 15738 T1608 C55 P36542 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 15740 T1592 C57 P48809 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:36542/_ydt/xa/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:36542/_ydt/xa/collection1 returned non ok status:503, message:Service Unavailable
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:332)
[junit4:junit4]   2> 		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:306)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 15740 T1592 C57 P48809 oasup.DistributedUpdateProcessor.doFinish try and ask http://127.0.0.1:36542/_ydt/xa to recover
[junit4:junit4]   2> 15740 T1592 C57 P48809 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15745 T1555 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_ydt/xa,null}
[junit4:junit4]   2> 15747 T1592 C57 P48809 oasup.DistributedUpdateProcessor.doFinish Could not tell a replica to recover org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:36542/_ydt/xa
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:409)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:440)
[junit4:junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1086)
[junit4:junit4]   2> 	at org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:179)
[junit4:junit4]   2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)
[junit4:junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1813)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:639)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:36542 refused
[junit4:junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClie

[...truncated too long message...]

eIntBlock(baseBlockSize=63), timestamp=MockFixedIntBlock(blockSize=1447), id=PostingsFormat(name=Memory doPackFST= false), a_t=MockFixedIntBlock(blockSize=1447), range_facet_sl=PostingsFormat(name=Memory doPackFST= false), range_facet_si=MockFixedIntBlock(blockSize=1447), other_tl1=MockVariableIntBlock(baseBlockSize=63), multiDefault=MockFixedIntBlock(blockSize=1447), a_si=MockVariableIntBlock(baseBlockSize=63)}, docValues:{timestamp=DocValuesFormat(name=Lucene42)}, sim=DefaultSimilarity, locale=sr_RS_#Latn, timezone=Europe/Uzhgorod
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.7.0_15 (32-bit)/cpus=8,threads=1,free=340230040,total=427819008
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestCopyFieldCollectionResource, ClusterStateUpdateTest, DirectUpdateHandlerOptimizeTest, TestTrie, SliceStateTest, SoftAutoCommitTest, DistributedTermsComponentTest, UpdateRequestProcessorFactoryTest, PluginInfoTest, TestPseudoReturnFields, OverseerTest, CachingDirectoryFactoryTest, PrimUtilsTest, ChaosMonkeyNothingIsSafeTest, DocumentBuilderTest, LegacyHTMLStripCharFilterTest, ScriptEngineTest, QueryElevationComponentTest, SpellingQueryConverterTest, BadComponentTest, TestJoin, ShardRoutingTest, PrimitiveFieldTypeTest, ReturnFieldsTest, TestSort, TestStressRecovery, TestReversedWildcardFilterFactory, TestLMDirichletSimilarityFactory, ZkControllerTest, QueryEqualityTest, DateFieldTest, TestRandomDVFaceting, BasicFunctionalityTest, TestFunctionQuery, TestFuzzyAnalyzedSuggestions, DocValuesTest, TestExtendedDismaxParser, TestStressVersions, TestFaceting, JsonLoaderTest, TestPerFieldSimilarity, DistributedSpellCheckComponentTest, TestRemoteStreaming, TestCoreContainer, RecoveryZkTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest -Dtests.seed=2C859135E16E8F66 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr_RS_#Latn -Dtests.timezone=Europe/Uzhgorod -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s J0 | RecoveryZkTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1614, name=coreLoadExecutor-597-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:524)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:991)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:883)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:875)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:746)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1a41104 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b29f12))
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	... 1 more
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1616, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:524)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:991)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:883)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:875)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
[junit4:junit4]    > 	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
[junit4:junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e32321 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f306a))
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] Completed on J0 in 35.67s, 1 test, 2 errors <<< FAILURES!

[...truncated 519 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1210: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:874: There were test failures: 272 suites, 1144 tests, 2 suite-level errors, 13 ignored (7 assumptions)

Total time: 39 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_15 -server -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4815 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4815/
Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:47128/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:47128/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([BD18299FF51C3446:3CFEA7878243547A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([BD18299FF51C3446:3CFEA7878243547A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9260 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T1738 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T1738 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676
[junit4:junit4]   2> 4 T1738 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T1739 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T1739 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T1739 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 5 T1739 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 5 T1739 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 6 T1739 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T1738 oasc.ZkTestServer.run start zk server on port:41498
[junit4:junit4]   2> 105 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@95b5ce
[junit4:junit4]   2> 105 T1744 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 105 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 106 T1744 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 106 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37391
[junit4:junit4]   2> 106 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37391
[junit4:junit4]   2> 106 T1742 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 751 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0000 with negotiated timeout 10000 for client /127.0.0.1:37391
[junit4:junit4]   2> 751 T1744 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0000, negotiated timeout = 10000
[junit4:junit4]   2> 752 T1745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@95b5ce name:ZooKeeperConnection Watcher:127.0.0.1:41498 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 752 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 752 T1738 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 755 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce0000
[junit4:junit4]   2> 756 T1745 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 756 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37391 which had sessionid 0x13d8f4774ce0000
[junit4:junit4]   2> 756 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce0000 closed
[junit4:junit4]   2> 757 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@525cac
[junit4:junit4]   2> 757 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 758 T1746 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 758 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37392
[junit4:junit4]   2> 758 T1746 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 759 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37392
[junit4:junit4]   2> 759 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0001 with negotiated timeout 10000 for client /127.0.0.1:37392
[junit4:junit4]   2> 759 T1746 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0001, negotiated timeout = 10000
[junit4:junit4]   2> 760 T1747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@525cac name:ZooKeeperConnection Watcher:127.0.0.1:41498/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 760 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 760 T1738 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 763 T1738 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 764 T1738 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 766 T1738 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 767 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 768 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 771 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 771 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 774 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 774 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 776 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 776 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 778 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 778 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 780 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 780 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 782 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 782 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 784 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 785 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 786 T1738 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 787 T1738 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 788 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce0001
[junit4:junit4]   2> 789 T1747 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 789 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37392 which had sessionid 0x13d8f4774ce0001
[junit4:junit4]   2> 789 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce0001 closed
[junit4:junit4]   2> 845 T1738 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 852 T1738 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52708
[junit4:junit4]   2> 853 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 854 T1738 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 854 T1738 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462
[junit4:junit4]   2> 854 T1738 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462/solr.xml
[junit4:junit4]   2> 855 T1738 oasc.CoreContainer.<init> New CoreContainer 26355114
[junit4:junit4]   2> 855 T1738 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462/'
[junit4:junit4]   2> 856 T1738 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462/'
[junit4:junit4]   2> 875 T1738 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 875 T1738 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 875 T1738 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 876 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 876 T1738 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 876 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 877 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 877 T1738 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 877 T1738 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 878 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 883 T1738 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 893 T1738 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41498/solr
[junit4:junit4]   2> 893 T1738 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 894 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d153dd
[junit4:junit4]   2> 894 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 894 T1757 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 895 T1757 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 895 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37393
[junit4:junit4]   2> 896 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37393
[junit4:junit4]   2> 896 T1757 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0002, negotiated timeout = 20000
[junit4:junit4]   2> 896 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0002 with negotiated timeout 20000 for client /127.0.0.1:37393
[junit4:junit4]   2> 897 T1758 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d153dd name:ZooKeeperConnection Watcher:127.0.0.1:41498 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 897 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 898 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce0002
[junit4:junit4]   2> 898 T1758 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 898 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37393 which had sessionid 0x13d8f4774ce0002
[junit4:junit4]   2> 898 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce0002 closed
[junit4:junit4]   2> 899 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 901 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1841ba5
[junit4:junit4]   2> 902 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 902 T1759 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 903 T1759 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 903 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37394
[junit4:junit4]   2> 903 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37394
[junit4:junit4]   2> 904 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0003 with negotiated timeout 20000 for client /127.0.0.1:37394
[junit4:junit4]   2> 904 T1759 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0003, negotiated timeout = 20000
[junit4:junit4]   2> 904 T1760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1841ba5 name:ZooKeeperConnection Watcher:127.0.0.1:41498/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 904 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 906 T1738 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 908 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 908 T1738 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 911 T1738 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 912 T1738 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52708_
[junit4:junit4]   2> 913 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52708_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52708_
[junit4:junit4]   2> 913 T1738 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52708_
[junit4:junit4]   2> 915 T1738 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 919 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 919 T1738 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 921 T1738 oasc.Overseer.start Overseer (id=89385104682385411-127.0.0.1:52708_-n_0000000000) starting
[junit4:junit4]   2> 922 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 922 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 923 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 924 T1738 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 925 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 926 T1762 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 926 T1738 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 928 T1738 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 929 T1738 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 930 T1761 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 932 T1763 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462/collection1
[junit4:junit4]   2> 932 T1763 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 933 T1763 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 933 T1763 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 934 T1763 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462/collection1/'
[junit4:junit4]   2> 934 T1763 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462/collection1/lib/README' to classloader
[junit4:junit4]   2> 934 T1763 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 972 T1763 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1000 T1763 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1001 T1763 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1004 T1763 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1334 T1763 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1340 T1763 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1342 T1763 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1351 T1763 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1354 T1763 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1357 T1763 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1358 T1763 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1358 T1763 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1358 T1763 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1359 T1763 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1359 T1763 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1359 T1763 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1360 T1763 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363908458462/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data/
[junit4:junit4]   2> 1360 T1763 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a57f3f
[junit4:junit4]   2> 1360 T1763 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1361 T1763 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data
[junit4:junit4]   2> 1361 T1763 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data/index/
[junit4:junit4]   2> 1361 T1763 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1362 T1763 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data/index
[junit4:junit4]   2> 1363 T1763 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9f988 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23e3b2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1364 T1763 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1366 T1763 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1366 T1763 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1367 T1763 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1368 T1763 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1368 T1763 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1368 T1763 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1369 T1763 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1369 T1763 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1369 T1763 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1373 T1763 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1375 T1763 oass.SolrIndexSearcher.<init> Opening Searcher@149f188 main
[junit4:junit4]   2> 1375 T1763 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data/tlog
[junit4:junit4]   2> 1376 T1763 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1376 T1763 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1379 T1764 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@149f188 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1379 T1763 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1379 T1763 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2433 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2434 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52708_",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52708",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 2434 T1761 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2434 T1761 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2437 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3380 T1763 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3381 T1763 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52708 collection:control_collection shard:shard1
[junit4:junit4]   2> 3381 T1763 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3387 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3387 T1763 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3387 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3389 T1763 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3389 T1763 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3389 T1763 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52708/collection1/
[junit4:junit4]   2> 3389 T1763 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3390 T1763 oasc.SyncStrategy.syncToMe http://127.0.0.1:52708/collection1/ has no replicas
[junit4:junit4]   2> 3390 T1763 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52708/collection1/
[junit4:junit4]   2> 3390 T1763 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3392 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3940 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3947 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3995 T1763 oasc.ZkController.register We are http://127.0.0.1:52708/collection1/ and leader is http://127.0.0.1:52708/collection1/
[junit4:junit4]   2> 3995 T1763 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52708
[junit4:junit4]   2> 3995 T1763 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3995 T1763 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3995 T1763 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3997 T1763 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3997 T1738 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3998 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3998 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4001 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4001 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@16d5c7b
[junit4:junit4]   2> 4002 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4002 T1766 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4003 T1766 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 4003 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37397
[junit4:junit4]   2> 4003 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37397
[junit4:junit4]   2> 4004 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0004 with negotiated timeout 10000 for client /127.0.0.1:37397
[junit4:junit4]   2> 4004 T1766 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0004, negotiated timeout = 10000
[junit4:junit4]   2> 4004 T1767 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16d5c7b name:ZooKeeperConnection Watcher:127.0.0.1:41498/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4004 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4006 T1738 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4007 T1738 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4070 T1738 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4073 T1738 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54134
[junit4:junit4]   2> 4074 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4074 T1738 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4075 T1738 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679
[junit4:junit4]   2> 4075 T1738 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/solr.xml
[junit4:junit4]   2> 4076 T1738 oasc.CoreContainer.<init> New CoreContainer 28625978
[junit4:junit4]   2> 4076 T1738 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/'
[junit4:junit4]   2> 4076 T1738 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/'
[junit4:junit4]   2> 4110 T1738 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4110 T1738 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4111 T1738 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4111 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4111 T1738 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4112 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4112 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4112 T1738 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4113 T1738 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4113 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4118 T1738 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4128 T1738 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41498/solr
[junit4:junit4]   2> 4128 T1738 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4128 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15fae58
[junit4:junit4]   2> 4129 T1777 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4129 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4130 T1777 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 4130 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37398
[junit4:junit4]   2> 4130 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37398
[junit4:junit4]   2> 4131 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0005 with negotiated timeout 20000 for client /127.0.0.1:37398
[junit4:junit4]   2> 4131 T1777 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0005, negotiated timeout = 20000
[junit4:junit4]   2> 4131 T1778 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15fae58 name:ZooKeeperConnection Watcher:127.0.0.1:41498 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4131 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4132 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce0005
[junit4:junit4]   2> 4133 T1778 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4133 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37398 which had sessionid 0x13d8f4774ce0005
[junit4:junit4]   2> 4133 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce0005 closed
[junit4:junit4]   2> 4134 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4137 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b2057
[junit4:junit4]   2> 4138 T1779 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4138 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4138 T1779 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 4138 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37399
[junit4:junit4]   2> 4138 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37399
[junit4:junit4]   2> 4139 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0006 with negotiated timeout 20000 for client /127.0.0.1:37399
[junit4:junit4]   2> 4139 T1779 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0006, negotiated timeout = 20000
[junit4:junit4]   2> 4139 T1780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b2057 name:ZooKeeperConnection Watcher:127.0.0.1:41498/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4139 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4140 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4141 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4142 T1738 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5144 T1738 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54134_
[junit4:junit4]   2> 5145 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54134_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54134_
[junit4:junit4]   2> 5145 T1738 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54134_
[junit4:junit4]   2> 5148 T1767 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5148 T1760 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5148 T1780 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5148 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5152 T1781 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/collection1
[junit4:junit4]   2> 5152 T1781 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5153 T1781 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5153 T1781 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5154 T1781 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/collection1/'
[junit4:junit4]   2> 5154 T1781 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/collection1/lib/README' to classloader
[junit4:junit4]   2> 5154 T1781 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5178 T1781 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5209 T1781 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5209 T1781 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5213 T1781 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5452 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5452 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52708_",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52708",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 5455 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5455 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5455 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5546 T1781 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5565 T1781 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5568 T1781 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5577 T1781 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5580 T1781 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5583 T1781 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5583 T1781 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5584 T1781 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5584 T1781 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5585 T1781 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5585 T1781 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5585 T1781 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5585 T1781 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1/
[junit4:junit4]   2> 5585 T1781 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a57f3f
[junit4:junit4]   2> 5586 T1781 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5586 T1781 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1
[junit4:junit4]   2> 5586 T1781 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1/index/
[junit4:junit4]   2> 5586 T1781 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5587 T1781 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1/index
[junit4:junit4]   2> 5588 T1781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f9d08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@114a175),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5588 T1781 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5590 T1781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5590 T1781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5590 T1781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5591 T1781 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5591 T1781 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5591 T1781 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5591 T1781 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5592 T1781 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5592 T1781 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5594 T1781 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5596 T1781 oass.SolrIndexSearcher.<init> Opening Searcher@128b7f7 main
[junit4:junit4]   2> 5596 T1781 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1/tlog
[junit4:junit4]   2> 5597 T1781 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5597 T1781 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5599 T1782 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@128b7f7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5601 T1781 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5601 T1781 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6958 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6959 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54134_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54134",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 6959 T1761 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6959 T1761 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 6963 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6963 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6963 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7602 T1781 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7602 T1781 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54134 collection:collection1 shard:shard2
[junit4:junit4]   2> 7603 T1781 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7606 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7607 T1781 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7607 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7608 T1781 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7609 T1781 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7609 T1781 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54134/collection1/
[junit4:junit4]   2> 7609 T1781 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7609 T1781 oasc.SyncStrategy.syncToMe http://127.0.0.1:54134/collection1/ has no replicas
[junit4:junit4]   2> 7609 T1781 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54134/collection1/
[junit4:junit4]   2> 7609 T1781 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7611 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8466 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8472 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8472 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8472 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8514 T1781 oasc.ZkController.register We are http://127.0.0.1:54134/collection1/ and leader is http://127.0.0.1:54134/collection1/
[junit4:junit4]   2> 8515 T1781 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54134
[junit4:junit4]   2> 8515 T1781 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8515 T1781 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8515 T1781 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8516 T1781 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8517 T1738 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8518 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8518 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8577 T1738 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8580 T1738 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47128
[junit4:junit4]   2> 8580 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8581 T1738 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8581 T1738 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193
[junit4:junit4]   2> 8581 T1738 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193/solr.xml
[junit4:junit4]   2> 8582 T1738 oasc.CoreContainer.<init> New CoreContainer 20594130
[junit4:junit4]   2> 8582 T1738 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193/'
[junit4:junit4]   2> 8582 T1738 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193/'
[junit4:junit4]   2> 8599 T1738 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8599 T1738 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8599 T1738 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8600 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8600 T1738 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8600 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8601 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8601 T1738 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8601 T1738 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8602 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8608 T1738 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8617 T1738 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41498/solr
[junit4:junit4]   2> 8618 T1738 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8618 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@10bb4ca
[junit4:junit4]   2> 8619 T1793 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8619 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8620 T1793 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 8620 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37400
[junit4:junit4]   2> 8620 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37400
[junit4:junit4]   2> 8622 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0007 with negotiated timeout 20000 for client /127.0.0.1:37400
[junit4:junit4]   2> 8622 T1793 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0007, negotiated timeout = 20000
[junit4:junit4]   2> 8622 T1794 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10bb4ca name:ZooKeeperConnection Watcher:127.0.0.1:41498 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8622 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8623 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce0007
[junit4:junit4]   2> 8623 T1794 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8623 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37400 which had sessionid 0x13d8f4774ce0007
[junit4:junit4]   2> 8623 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce0007 closed
[junit4:junit4]   2> 8624 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8627 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@b7f377
[junit4:junit4]   2> 8628 T1795 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8628 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8629 T1795 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 8629 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37401
[junit4:junit4]   2> 8629 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37401
[junit4:junit4]   2> 8630 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0008 with negotiated timeout 20000 for client /127.0.0.1:37401
[junit4:junit4]   2> 8630 T1795 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0008, negotiated timeout = 20000
[junit4:junit4]   2> 8630 T1796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b7f377 name:ZooKeeperConnection Watcher:127.0.0.1:41498/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8630 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8631 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8632 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8633 T1738 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9635 T1738 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47128_
[junit4:junit4]   2> 9636 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47128_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47128_
[junit4:junit4]   2> 9636 T1738 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47128_
[junit4:junit4]   2> 9638 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9639 T1780 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9639 T1767 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9639 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9639 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9639 T1796 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9640 T1760 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9644 T1797 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193/collection1
[junit4:junit4]   2> 9644 T1797 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9645 T1797 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9645 T1797 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9646 T1797 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193/collection1/'
[junit4:junit4]   2> 9646 T1797 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193/collection1/lib/README' to classloader
[junit4:junit4]   2> 9646 T1797 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9669 T1797 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9697 T1797 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9698 T1797 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9701 T1797 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9976 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9976 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54134_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54134",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 9979 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9979 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9979 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9979 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10040 T1797 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10045 T1797 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10047 T1797 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10058 T1797 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10060 T1797 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10063 T1797 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10064 T1797 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10064 T1797 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10064 T1797 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10065 T1797 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10065 T1797 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10066 T1797 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10066 T1797 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363908466193/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty2/
[junit4:junit4]   2> 10066 T1797 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a57f3f
[junit4:junit4]   2> 10066 T1797 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10067 T1797 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty2
[junit4:junit4]   2> 10067 T1797 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty2/index/
[junit4:junit4]   2> 10067 T1797 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10067 T1797 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty2/index
[junit4:junit4]   2> 10068 T1797 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b0ce7a lockFactory=org.apache.lucene.store.NativeFSLockFactory@c10913),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10069 T1797 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10070 T1797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10070 T1797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10071 T1797 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10071 T1797 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10071 T1797 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10072 T1797 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10072 T1797 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10072 T1797 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10072 T1797 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10075 T1797 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10077 T1797 oass.SolrIndexSearcher.<init> Opening Searcher@146b5fa main
[junit4:junit4]   2> 10077 T1797 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty2/tlog
[junit4:junit4]   2> 10077 T1797 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10078 T1797 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10081 T1798 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@146b5fa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10082 T1797 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10082 T1797 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11483 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11484 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47128_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47128",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 11484 T1761 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11484 T1761 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11488 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11488 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11488 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11488 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12083 T1797 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12083 T1797 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47128 collection:collection1 shard:shard1
[junit4:junit4]   2> 12084 T1797 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 12087 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0008 type:delete cxid:0x49 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 12088 T1797 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12088 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0008 type:create cxid:0x4a zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12089 T1797 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12089 T1797 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12090 T1797 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47128/collection1/
[junit4:junit4]   2> 12090 T1797 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12090 T1797 oasc.SyncStrategy.syncToMe http://127.0.0.1:47128/collection1/ has no replicas
[junit4:junit4]   2> 12090 T1797 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47128/collection1/
[junit4:junit4]   2> 12090 T1797 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 12092 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0008 type:create cxid:0x54 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12991 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12995 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12995 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12995 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12995 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13045 T1797 oasc.ZkController.register We are http://127.0.0.1:47128/collection1/ and leader is http://127.0.0.1:47128/collection1/
[junit4:junit4]   2> 13046 T1797 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47128
[junit4:junit4]   2> 13046 T1797 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13046 T1797 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13046 T1797 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13048 T1797 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13049 T1738 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 13049 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13050 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13120 T1738 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13122 T1738 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49786
[junit4:junit4]   2> 13122 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13123 T1738 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13123 T1738 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726
[junit4:junit4]   2> 13123 T1738 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726/solr.xml
[junit4:junit4]   2> 13124 T1738 oasc.CoreContainer.<init> New CoreContainer 17654
[junit4:junit4]   2> 13124 T1738 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726/'
[junit4:junit4]   2> 13125 T1738 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726/'
[junit4:junit4]   2> 13142 T1738 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13143 T1738 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13143 T1738 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13144 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13144 T1738 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13144 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13145 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13145 T1738 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13145 T1738 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13146 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13152 T1738 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13161 T1738 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41498/solr
[junit4:junit4]   2> 13161 T1738 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13161 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f9f96d
[junit4:junit4]   2> 13162 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13162 T1809 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13163 T1809 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 13163 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37402
[junit4:junit4]   2> 13163 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37402
[junit4:junit4]   2> 13164 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce0009 with negotiated timeout 20000 for client /127.0.0.1:37402
[junit4:junit4]   2> 13164 T1809 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce0009, negotiated timeout = 20000
[junit4:junit4]   2> 13164 T1810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f9f96d name:ZooKeeperConnection Watcher:127.0.0.1:41498 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13164 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13165 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce0009
[junit4:junit4]   2> 13166 T1810 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13166 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37402 which had sessionid 0x13d8f4774ce0009
[junit4:junit4]   2> 13166 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce0009 closed
[junit4:junit4]   2> 13166 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13169 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c726c5
[junit4:junit4]   2> 13170 T1811 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13169 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13170 T1811 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 13170 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37403
[junit4:junit4]   2> 13170 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37403
[junit4:junit4]   2> 13171 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce000a with negotiated timeout 20000 for client /127.0.0.1:37403
[junit4:junit4]   2> 13171 T1811 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce000a, negotiated timeout = 20000
[junit4:junit4]   2> 13171 T1812 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c726c5 name:ZooKeeperConnection Watcher:127.0.0.1:41498/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13171 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13172 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13173 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13174 T1738 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14176 T1738 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49786_
[junit4:junit4]   2> 14177 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce000a type:delete cxid:0xd zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49786_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49786_
[junit4:junit4]   2> 14178 T1738 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49786_
[junit4:junit4]   2> 14184 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14184 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14185 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14186 T1812 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14185 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14186 T1780 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14187 T1796 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14187 T1767 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14187 T1760 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14191 T1813 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726/collection1
[junit4:junit4]   2> 14191 T1813 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14192 T1813 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14192 T1813 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14193 T1813 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726/collection1/'
[junit4:junit4]   2> 14194 T1813 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726/collection1/lib/README' to classloader
[junit4:junit4]   2> 14194 T1813 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14221 T1813 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14277 T1813 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14278 T1813 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14281 T1813 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14499 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14499 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47128_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47128",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 14502 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14502 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14502 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14502 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14502 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14601 T1813 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14606 T1813 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14609 T1813 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14617 T1813 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14620 T1813 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14622 T1813 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14623 T1813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14623 T1813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14623 T1813 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14624 T1813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14624 T1813 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14624 T1813 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14625 T1813 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363908470726/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty3/
[junit4:junit4]   2> 14625 T1813 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a57f3f
[junit4:junit4]   2> 14625 T1813 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14625 T1813 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty3
[junit4:junit4]   2> 14626 T1813 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty3/index/
[junit4:junit4]   2> 14626 T1813 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14626 T1813 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty3/index
[junit4:junit4]   2> 14627 T1813 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15d0cb5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11e2a9c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14627 T1813 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14629 T1813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14629 T1813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14629 T1813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14630 T1813 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14630 T1813 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14630 T1813 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14630 T1813 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14631 T1813 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14631 T1813 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14633 T1813 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14635 T1813 oass.SolrIndexSearcher.<init> Opening Searcher@d45473 main
[junit4:junit4]   2> 14635 T1813 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty3/tlog
[junit4:junit4]   2> 14636 T1813 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14636 T1813 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14639 T1814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d45473 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14640 T1813 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14640 T1813 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16006 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16007 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49786_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49786",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 16007 T1761 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16007 T1761 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 16011 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16011 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16011 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16011 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16011 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16641 T1813 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16641 T1813 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49786 collection:collection1 shard:shard2
[junit4:junit4]   2> 16644 T1813 oasc.ZkController.register We are http://127.0.0.1:49786/collection1/ and leader is http://127.0.0.1:54134/collection1/
[junit4:junit4]   2> 16644 T1813 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49786
[junit4:junit4]   2> 16644 T1813 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16644 T1813 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C156 name=collection1 org.apache.solr.core.SolrCore@d5d38c url=http://127.0.0.1:49786/collection1 node=127.0.0.1:49786_ C156_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, node_name=127.0.0.1:49786_, base_url=http://127.0.0.1:49786, state=down}
[junit4:junit4]   2> 16644 T1815 C156 P49786 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16645 T1815 C156 P49786 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16645 T1813 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16645 T1815 C156 P49786 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16645 T1815 C156 P49786 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16645 T1738 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16646 T1815 C156 P49786 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16646 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16646 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16739 T1738 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16742 T1738 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44797
[junit4:junit4]   2> 16743 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16743 T1738 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16744 T1738 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322
[junit4:junit4]   2> 16744 T1738 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322/solr.xml
[junit4:junit4]   2> 16745 T1738 oasc.CoreContainer.<init> New CoreContainer 2405903
[junit4:junit4]   2> 16745 T1738 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322/'
[junit4:junit4]   2> 16746 T1738 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322/'
[junit4:junit4]   2> 16767 T1738 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16768 T1738 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16768 T1738 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16768 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16769 T1738 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16769 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16769 T1738 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16769 T1738 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16770 T1738 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16770 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16776 T1738 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16785 T1738 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41498/solr
[junit4:junit4]   2> 16785 T1738 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16785 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@70a6f4
[junit4:junit4]   2> 16786 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16786 T1826 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16787 T1826 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 16787 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37405
[junit4:junit4]   2> 16787 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37405
[junit4:junit4]   2> 16788 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce000b with negotiated timeout 20000 for client /127.0.0.1:37405
[junit4:junit4]   2> 16788 T1826 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce000b, negotiated timeout = 20000
[junit4:junit4]   2> 16788 T1827 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70a6f4 name:ZooKeeperConnection Watcher:127.0.0.1:41498 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16789 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16790 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce000b
[junit4:junit4]   2> 16790 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37405 which had sessionid 0x13d8f4774ce000b
[junit4:junit4]   2> 16790 T1827 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16790 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce000b closed
[junit4:junit4]   2> 16791 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16793 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@102bfd3
[junit4:junit4]   2> 16794 T1828 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16794 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16794 T1828 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 16795 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37406
[junit4:junit4]   2> 16795 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37406
[junit4:junit4]   2> 16795 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce000c with negotiated timeout 20000 for client /127.0.0.1:37406
[junit4:junit4]   2> 16796 T1828 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce000c, negotiated timeout = 20000
[junit4:junit4]   2> 16796 T1829 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@102bfd3 name:ZooKeeperConnection Watcher:127.0.0.1:41498/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16796 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16797 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16798 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16799 T1738 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17514 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17515 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49786_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49786",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"recovering"}
[junit4:junit4]   2> 17518 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17518 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17518 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17518 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17518 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17518 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17650 T1773 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&onlyIfLeader=true&core=collection1&nodeName=127.0.0.1:49786_&checkLive=true&action=PREPRECOVERY&coreNodeName=4&wt=javabin&state=recovering} status=0 QTime=1000 
[junit4:junit4]   2> 17802 T1738 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44797_
[junit4:junit4]   2> 17803 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce000c type:delete cxid:0xf zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44797_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44797_
[junit4:junit4]   2> 17804 T1738 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44797_
[junit4:junit4]   2> 17806 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17807 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17807 T1780 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17808 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17808 T1829 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17808 T1812 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17808 T1796 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17808 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17808 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17809 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17809 T1767 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17809 T1760 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17815 T1830 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322/collection1
[junit4:junit4]   2> 17815 T1830 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17816 T1830 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17816 T1830 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17817 T1830 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322/collection1/'
[junit4:junit4]   2> 17817 T1830 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322/collection1/lib/README' to classloader
[junit4:junit4]   2> 17817 T1830 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17855 T1830 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17883 T1830 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17884 T1830 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17887 T1830 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18210 T1830 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18215 T1830 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18217 T1830 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18227 T1830 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18230 T1830 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18232 T1830 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18233 T1830 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18234 T1830 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18234 T1830 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18234 T1830 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18235 T1830 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18235 T1830 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18235 T1830 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363908474322/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty4/
[junit4:junit4]   2> 18235 T1830 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a57f3f
[junit4:junit4]   2> 18236 T1830 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18236 T1830 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty4
[junit4:junit4]   2> 18236 T1830 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty4/index/
[junit4:junit4]   2> 18236 T1830 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18236 T1830 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty4/index
[junit4:junit4]   2> 18237 T1830 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17cc986 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cfc55b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18238 T1830 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18239 T1830 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18239 T1830 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18240 T1830 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18240 T1830 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18240 T1830 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18240 T1830 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18241 T1830 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18241 T1830 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18241 T1830 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18243 T1830 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18245 T1830 oass.SolrIndexSearcher.<init> Opening Searcher@eaea62 main
[junit4:junit4]   2> 18245 T1830 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty4/tlog
[junit4:junit4]   2> 18246 T1830 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18246 T1830 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18249 T1831 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@eaea62 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18250 T1830 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18250 T1830 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19023 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19024 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44797_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44797",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 19024 T1761 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 19024 T1761 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19027 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19027 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19027 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19027 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19027 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19027 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19252 T1830 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19252 T1830 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44797 collection:collection1 shard:shard1
[junit4:junit4]   2> 19255 T1830 oasc.ZkController.register We are http://127.0.0.1:44797/collection1/ and leader is http://127.0.0.1:47128/collection1/
[junit4:junit4]   2> 19255 T1830 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44797
[junit4:junit4]   2> 19255 T1830 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19255 T1830 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C157 name=collection1 org.apache.solr.core.SolrCore@35c69f url=http://127.0.0.1:44797/collection1 node=127.0.0.1:44797_ C157_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, node_name=127.0.0.1:44797_, base_url=http://127.0.0.1:44797, state=down}
[junit4:junit4]   2> 19256 T1832 C157 P44797 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19256 T1832 C157 P44797 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19256 T1830 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19256 T1832 C157 P44797 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19256 T1832 C157 P44797 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19257 T1738 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 19257 T1738 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19258 T1832 C157 P44797 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19258 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19261 T1738 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19262 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19266 T1776 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/onenodecollectioncore
[junit4:junit4]   2> 19266 T1776 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 19266 T1776 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 19267 T1776 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 19267 T1776 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 19268 T1776 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 19270 T1776 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 19270 T1776 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/onenodecollectioncore/'
[junit4:junit4]   2> 19312 T1776 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 19341 T1776 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 19342 T1776 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 19346 T1776 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C156_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, node_name=127.0.0.1:49786_, base_url=http://127.0.0.1:49786, shard=shard2, state=recovering}
[junit4:junit4]   2> 19651 T1815 C156 P49786 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:54134/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19652 T1815 C156 P49786 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49786 START replicas=[http://127.0.0.1:54134/collection1/] nUpdates=100
[junit4:junit4]   2> 19652 T1815 C156 P49786 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19652 T1815 C156 P49786 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19653 T1815 C156 P49786 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19653 T1815 C156 P49786 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19653 T1815 C156 P49786 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19653 T1815 C156 P49786 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:54134/collection1/. core=collection1
[junit4:junit4]   2> 19653 T1815 C156 P49786 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C158 name=collection1 org.apache.solr.core.SolrCore@1b475c6 url=http://127.0.0.1:54134/collection1 node=127.0.0.1:54134_ C158_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, node_name=127.0.0.1:54134_, base_url=http://127.0.0.1:54134, shard=shard2, state=active, leader=true}
[junit4:junit4]   2> 19656 T1774 C158 P54134 REQ /get {version=2&distrib=false&qt=/get&getVersions=100&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 19657 T1773 C158 P54134 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19659 T1773 C158 P54134 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f9d08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@114a175),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19659 T1773 C158 P54134 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19660 T1773 C158 P54134 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f9d08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@114a175),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f9d08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@114a175),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19660 T1773 C158 P54134 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19661 T1773 C158 P54134 oass.SolrIndexSearcher.<init> Opening Searcher@a9d03e realtime
[junit4:junit4]   2> 19661 T1773 C158 P54134 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19662 T1773 C158 P54134 /update {version=2&commit_end_point=true&openSearcher=false&waitSearcher=true&commit=true&wt=javabin&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 19663 T1815 C156 P49786 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19663 T1815 C156 P49786 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19670 T1773 C158 P54134 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19670 T1773 C158 P54134 REQ /replication {version=2&command=indexversion&qt=/replication&wt=javabin} status=0 QTime=6 
[junit4:junit4]   2> 19671 T1815 C156 P49786 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19671 T1815 C156 P49786 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19671 T1815 C156 P49786 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19674 T1774 C158 P54134 REQ /replication {version=2&command=filelist&generation=2&qt=/replication&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 19674 T1815 C156 P49786 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19675 T1815 C156 P49786 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty3/index.20130322002757346
[junit4:junit4]   2> 19675 T1815 C156 P49786 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1074043 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bab37e) fullCopy=false
[junit4:junit4]   2> 19676 T1776 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19678 T1775 C158 P54134 REQ /replication {command=filecontent&generation=2&file=segments_2&checksum=true&qt=/replication&wt=filestream} status=0 QTime=1 
[junit4:junit4]   2> 19679 T1815 C156 P49786 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19679 T1815 C156 P49786 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19680 T1815 C156 P49786 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19681 T1815 C156 P49786 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15d0cb5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11e2a9c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15d0cb5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11e2a9c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19681 T1815 C156 P49786 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19681 T1815 C156 P49786 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19681 T1776 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19682 T1815 C156 P49786 oass.SolrIndexSearcher.<init> Opening Searcher@e8f35b main
[junit4:junit4]   2> 19682 T1814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e8f35b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19683 T1815 C156 P49786 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19683 T1815 C156 P49786 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19683 T1815 C156 P49786 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19683 T1815 C156 P49786 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19684 T1776 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19684 T1815 C156 P49786 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19692 T1776 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19695 T1776 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19697 T1776 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19698 T1776 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19698 T1776 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19699 T1776 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19699 T1776 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19700 T1776 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19700 T1776 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19700 T1776 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363908461679/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676/onenodecollection/
[junit4:junit4]   2> 19701 T1776 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a57f3f
[junit4:junit4]   2> 19701 T1776 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19701 T1776 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676/onenodecollection
[junit4:junit4]   2> 19702 T1776 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676/onenodecollection/index/
[junit4:junit4]   2> 19702 T1776 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19702 T1776 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676/onenodecollection/index
[junit4:junit4]   2> 19704 T1776 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9e6d0d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5921c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19704 T1776 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19705 T1776 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19706 T1776 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19706 T1776 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19706 T1776 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19707 T1776 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19707 T1776 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19707 T1776 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19708 T1776 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19708 T1776 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19710 T1776 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19712 T1776 oass.SolrIndexSearcher.<init> Opening Searcher@1ddb055 main
[junit4:junit4]   2> 19713 T1776 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676/onenodecollection/tlog
[junit4:junit4]   2> 19713 T1776 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19713 T1776 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19716 T1836 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@1ddb055 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19716 T1776 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 20531 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20532 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44797_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44797",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"recovering"}
[junit4:junit4]   2> 20535 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49786_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49786",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 20536 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54134_",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54134",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 20537 T1761 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 20537 T1761 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20539 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20539 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20718 T1776 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 20719 T1776 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:54134 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 20719 T1776 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 20723 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:delete cxid:0xac zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 20724 T1776 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 20724 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0xad zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20725 T1776 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 20726 T1776 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 20726 T1776 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54134/onenodecollectioncore/
[junit4:junit4]   2> 20726 T1776 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 20726 T1776 oasc.SyncStrategy.syncToMe http://127.0.0.1:54134/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 20727 T1776 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54134/onenodecollectioncore/
[junit4:junit4]   2> 20727 T1776 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 20729 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0xb8 zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 21262 T1789 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&onlyIfLeader=true&core=collection1&nodeName=127.0.0.1:44797_&checkLive=true&action=PREPRECOVERY&coreNodeName=5&wt=javabin&state=recovering} status=0 QTime=2000 
[junit4:junit4]   2> 22044 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22049 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22049 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22049 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22049 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22049 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22049 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22085 T1776 oasc.ZkController.register We are http://127.0.0.1:54134/onenodecollectioncore/ and leader is http://127.0.0.1:54134/onenodecollectioncore/
[junit4:junit4]   2> 22085 T1776 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:54134
[junit4:junit4]   2> 22085 T1776 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 22085 T1776 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 22087 T1776 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22088 T1776 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&collection=onenodecollection&roles=none&numShards=1&action=CREATE&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676/onenodecollection&wt=javabin&name=onenodecollectioncore} status=0 QTime=2823 
[junit4:junit4]   2> 22088 T1738 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22089 T1738 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23090 T1738 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C157_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, node_name=127.0.0.1:44797_, base_url=http://127.0.0.1:44797, shard=shard1, state=recovering}
[junit4:junit4]   2> 23263 T1832 C157 P44797 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:47128/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23263 T1832 C157 P44797 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44797 START replicas=[http://127.0.0.1:47128/collection1/] nUpdates=100
[junit4:junit4]   2> 23264 T1832 C157 P44797 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23264 T1832 C157 P44797 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23264 T1832 C157 P44797 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23264 T1832 C157 P44797 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23264 T1832 C157 P44797 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23264 T1832 C157 P44797 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:47128/collection1/. core=collection1
[junit4:junit4]   2> 23264 T1832 C157 P44797 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C159 name=collection1 org.apache.solr.core.SolrCore@cd254c url=http://127.0.0.1:47128/collection1 node=127.0.0.1:47128_ C159_STATE=coll:collection1 core:collection1 props:{collection=collection1, core=collection1, node_name=127.0.0.1:47128_, base_url=http://127.0.0.1:47128, shard=shard1, state=active, leader=true}
[junit4:junit4]   2> 23267 T1790 C159 P47128 REQ /get {version=2&distrib=false&qt=/get&getVersions=100&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 23268 T1789 C159 P47128 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23269 T1789 C159 P47128 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b0ce7a lockFactory=org.apache.lucene.store.NativeFSLockFactory@c10913),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23269 T1789 C159 P47128 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23269 T1789 C159 P47128 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b0ce7a lockFactory=org.apache.lucene.store.NativeFSLockFactory@c10913),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b0ce7a lockFactory=org.apache.lucene.store.NativeFSLockFactory@c10913),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23270 T1789 C159 P47128 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23270 T1789 C159 P47128 oass.SolrIndexSearcher.<init> Opening Searcher@1b0d363 realtime
[junit4:junit4]   2> 23270 T1789 C159 P47128 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23271 T1789 C159 P47128 /update {version=2&commit_end_point=true&openSearcher=false&waitSearcher=true&commit=true&wt=javabin&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 23271 T1832 C157 P44797 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23271 T1832 C157 P44797 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23273 T1791 C159 P47128 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23273 T1791 C159 P47128 REQ /replication {version=2&command=indexversion&qt=/replication&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 23274 T1832 C157 P44797 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 23274 T1832 C157 P44797 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23274 T1832 C157 P44797 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23275 T1790 C159 P47128 REQ /replication {version=2&command=filelist&generation=2&qt=/replication&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 23276 T1832 C157 P44797 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23277 T1832 C157 P44797 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty4/index.20130322002800948
[junit4:junit4]   2> 23277 T1832 C157 P44797 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1475044 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1848b4e) fullCopy=false
[junit4:junit4]   2> 23292 T1789 C159 P47128 REQ /replication {command=filecontent&generation=2&file=segments_2&checksum=true&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 23293 T1832 C157 P44797 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23294 T1832 C157 P44797 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23294 T1832 C157 P44797 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23295 T1832 C157 P44797 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17cc986 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cfc55b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17cc986 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cfc55b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23295 T1832 C157 P44797 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23295 T1832 C157 P44797 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23295 T1832 C157 P44797 oass.SolrIndexSearcher.<init> Opening Searcher@ef52f main
[junit4:junit4]   2> 23296 T1831 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ef52f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23296 T1832 C157 P44797 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23296 T1832 C157 P44797 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23296 T1832 C157 P44797 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23296 T1832 C157 P44797 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23297 T1832 C157 P44797 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23553 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23554 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54134_",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54134",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:54134__onenodecollectioncore",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 23556 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44797_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44797",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 23559 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23559 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23559 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23560 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23560 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23559 T1767 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24091 T1738 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24092 T1738 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 24093 T1738 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24097 T1738 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41498 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@dae750
[junit4:junit4]   2> 24097 T1839 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41498. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 24097 T1738 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 24098 T1740 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37418
[junit4:junit4]   2> 24098 T1839 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41498, initiating session
[junit4:junit4]   2> 24098 T1740 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37418
[junit4:junit4]   2> 24099 T1742 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8f4774ce000d with negotiated timeout 10000 for client /127.0.0.1:37418
[junit4:junit4]   2> 24099 T1839 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41498, sessionid = 0x13d8f4774ce000d, negotiated timeout = 10000
[junit4:junit4]   2> 24099 T1840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dae750 name:ZooKeeperConnection Watcher:127.0.0.1:41498 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 24099 T1738 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 24127 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce000d
[junit4:junit4]   2> 24128 T1840 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 24128 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37418 which had sessionid 0x13d8f4774ce000d
[junit4:junit4]   2> 24128 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce000d closed
[junit4:junit4]   2> 24129 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce0004
[junit4:junit4]   2> 24129 T1767 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 24129 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37397 which had sessionid 0x13d8f4774ce0004
[junit4:junit4]   2> 24129 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce0004 closed
[junit4:junit4]   2> 24131 T1738 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52708
[junit4:junit4]   2> 24132 T1738 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=26355114
[junit4:junit4]   2> 25066 T1761 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25066 T1761 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52708_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52708",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 25070 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25070 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25070 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25070 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25070 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26133 T1738 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 26133 T1738 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 26135 T1738 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7ee046
[junit4:junit4]   2> 26138 T1738 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 26138 T1738 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 26138 T1738 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 26138 T1738 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 26139 T1738 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 26139 T1738 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data
[junit4:junit4]   2> 26139 T1738 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data
[junit4:junit4]   2> 26140 T1738 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data/index
[junit4:junit4]   2> 26140 T1738 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/control/data/index
[junit4:junit4]   2> 26141 T1761 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89385104682385411-127.0.0.1:52708_-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 26142 T1743 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8f4774ce0003
[junit4:junit4]   2> 26143 T1760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26143 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26143 T1740 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d8f4774ce0003, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 26143 T1738 oaz.ZooKeeper.close Session: 0x13d8f4774ce0003 closed
[junit4:junit4]   2> 26144 T1740 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37394 which had sessionid 0x13d8f4774ce0003
[junit4:junit4]   2> 26143 T1760 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 26144 T1796 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 26144 T1760 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 26143 T1829 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 26144 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 26144 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:delete cxid:0xc6 zxid:0xe3 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 26145 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 26144 T1760 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 26145 T1780 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 26146 T1812 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 26147 T1780 oasc.Overseer.start Overseer (id=89385104682385414-127.0.0.1:54134_-n_0000000001) starting
[junit4:junit4]   2> 26147 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0xcb zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26148 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0xcc zxid:0xe6 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26149 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0xce zxid:0xe7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26150 T1743 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8f4774ce0006 type:create cxid:0xd0 zxid:0xe8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26151 T1842 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 26151 T1780 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 26151 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 26151 T1841 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 26153 T1841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26153 T1841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52708_",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52708",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 26156 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 26156 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 26156 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 26157 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 26166 T1738 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 26217 T1738 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 54134
[junit4:junit4]   2> 26218 T1738 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=28625978
[junit4:junit4]   2> 27659 T1841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27660 T1841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54134_",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54134",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 27662 T1841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54134_",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54134",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:54134__onenodecollectioncore",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 27664 T1829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27664 T1780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27664 T1796 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27664 T1812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 29221 T1738 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 29221 T1738 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 29223 T1738 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 29225 T1738 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b475c6
[junit4:junit4]   2> 29228 T1738 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 29229 T1738 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 29229 T1738 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 29230 T1738 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 29232 T1738 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 29232 T1738 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1
[junit4:junit4]   2> 29233 T1738 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1
[junit4:junit4]   2> 29233 T1738 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1/index
[junit4:junit4]   2> 29233 T1738 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363908457675/jetty1/index
[junit4:junit4]   2> 29234 T1738 oasc.SolrCore.close [onenodecollectioncore]  CLOSING SolrCore org.apache.solr.core.SolrCore@14a148b
[junit4:junit4]   2> 29239 T1738 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 29239 T1738 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 29240 T1738 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 29240 T1738 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 29241 T1738 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4]   2> 29241 T1738 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363908457676/onenodecollection
[junit4:junit4]   2> 29241 T1738 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-136390845767

[...truncated too long message...]

 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 137782 T1852 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 137792 T1851 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 138188 T1855 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 138879 T1934 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 138879 T1934 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 138880 T1934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 138880 T1934 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 138880 T1934 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {intDefault=MockFixedIntBlock(blockSize=1586), _version_=MockFixedIntBlock(blockSize=1586), timestamp=MockFixedIntBlock(blockSize=1586), range_facet_si=PostingsFormat(name=Lucene41WithOrds), a_si=PostingsFormat(name=Lucene41WithOrds), text=Lucene41(blocksize=128), multiDefault=PostingsFormat(name=Lucene41WithOrds), a_t=MockFixedIntBlock(blockSize=1586), range_facet_sl=Lucene41(blocksize=128), range_facet_l=MockFixedIntBlock(blockSize=1586), other_tl1=MockFixedIntBlock(blockSize=1586), id=PostingsFormat(name=Asserting)}, docValues:{timestamp=DocValuesFormat(name=Disk)}, sim=DefaultSimilarity, locale=sr_BA_#Latn, timezone=Pacific/Galapagos
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=59379656,total=302227456
[junit4:junit4]   2> NOTE: All tests run in this JVM: [EchoParamsTest, TestPostingsSolrHighlighter, FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest, TestDFRSimilarityFactory, SpellCheckCollatorTest, TestRTGBase, TestFiltering, IndexSchemaRuntimeFieldTest, TestSuggestSpellingConverter, TestElisionMultitermQuery, TestFieldResource, DocumentAnalysisRequestHandlerTest, IndexReaderFactoryTest, TestCodecSupport, TestDistributedGrouping, TestBM25SimilarityFactory, TestStressReorder, TestLMJelinekMercerSimilarityFactory, HardAutoCommitTest, TestFoldingMultitermQuery, JSONWriterTest, TestJmxIntegration, CurrencyFieldXmlFileTest, TestCollationField, DisMaxRequestHandlerTest, TestMergePolicyConfig, DistanceFunctionTest, RequiredFieldsTest, OutputWriterTest, XsltUpdateRequestHandlerTest, CoreContainerCoreInitFailuresTest, CollectionsAPIDistributedZkTest, TestAtomicUpdateErrorCases, TimeZoneUtilsTest, StatsComponentTest, TestLuceneMatchVersion, SolrCoreCheckLockOnStartupTest, TestQueryTypes, SolrRequestParserTest, ShardRoutingCustomTest, ConvertedLegacyTest, FileUtilsTest, UpdateParamsTest, TestJmxMonitoredMap, URLClassifyProcessorTest, TestOmitPositions, BadIndexSchemaTest, SpellPossibilityIteratorTest, TestUtils, AliasIntegrationTest, TestFastOutputStream, TestSolrXMLSerializer, CopyFieldTest, TestIndexSearcher, DefaultValueUpdateProcessorTest, XmlUpdateRequestHandlerTest, LeaderElectionIntegrationTest, SuggesterWFSTTest, SpellCheckComponentTest, TestPropInject, TestSolrJ, SignatureUpdateProcessorFactoryTest, RequestHandlersTest, NumericFieldsTest, TestFieldTypeCollectionResource, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest]
[junit4:junit4] Completed on J1 in 139.07s, 1 test, 1 failure <<< FAILURES!

[...truncated 416 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1210: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:874: There were test failures: 272 suites, 1145 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 41 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4814 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4814/
Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:52889/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:52889/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([919584EE21170C51:10730AF656486C6D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([919584EE21170C51:10730AF656486C6D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8917 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
[junit4:junit4]   2> 12 T13 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /rll/t
[junit4:junit4]   2> 21 T13 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720
[junit4:junit4]   2> 24 T13 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 27 T14 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 53 T14 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 53 T14 oaz.Environment.logEnv Server environment:host.name=serv1
[junit4:junit4]   2> 53 T14 oaz.Environment.logEnv Server environment:java.version=1.8.0-ea
[junit4:junit4]   2> 54 T14 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 54 T14 oaz.Environment.logEnv Server environment:java.home=/var/lib/jenkins/tools/java/32bit/jdk1.8.0-ea-b79/jre
[junit4:junit4]   2> 54 T14 oaz.Environment.logEnv Server environment:java.class.path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/classes/test:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/codecs/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-solrj/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/codecs/lucene-codecs-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/cglib-nodep-2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/commons-cli-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/commons-codec-1.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/commons-fileupload-1.2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/commons-lang-2.6.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/easymock-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/guava-13.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/javax.servlet-api-3.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/objenesis-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/org.restlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/spatial4j-0.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/commons-io-2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/httpclient-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/httpcore-4.2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/httpmime-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/noggit-0.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/slf4j-api-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/wstx-asl-3.2.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/zookeeper-3.4.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/servlet-api-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/test-framework/lib/junit-4.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/var/lib/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/java/32bit/jdk1.8.0-ea-b79/lib/tools.jar:/var/lib/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 55 T14 oaz.Environment.logEnv Server environment:java.library.path=/usr/java/packages/lib/i386:/lib:/usr/lib
[junit4:junit4]   2> 56 T14 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 56 T14 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 56 T14 oaz.Environment.logEnv Server environment:os.name=Linux
[junit4:junit4]   2> 56 T14 oaz.Environment.logEnv Server environment:os.arch=i386
[junit4:junit4]   2> 57 T14 oaz.Environment.logEnv Server environment:os.version=3.2.0-39-generic
[junit4:junit4]   2> 57 T14 oaz.Environment.logEnv Server environment:user.name=jenkins
[junit4:junit4]   2> 57 T14 oaz.Environment.logEnv Server environment:user.home=/var/lib/jenkins
[junit4:junit4]   2> 57 T14 oaz.Environment.logEnv Server environment:user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 70 T14 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 70 T14 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 71 T14 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 191 T14 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 214 T14 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-1363902752719/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 287 T13 oasc.ZkTestServer.run start zk server on port:49982
[junit4:junit4]   2> 308 T13 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 308 T13 oaz.Environment.logEnv Client environment:host.name=serv1
[junit4:junit4]   2> 309 T13 oaz.Environment.logEnv Client environment:java.version=1.8.0-ea
[junit4:junit4]   2> 309 T13 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 310 T13 oaz.Environment.logEnv Client environment:java.home=/var/lib/jenkins/tools/java/32bit/jdk1.8.0-ea-b79/jre
[junit4:junit4]   2> 311 T13 oaz.Environment.logEnv Client environment:java.class.path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/classes/test:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/codecs/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-solrj/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/codecs/lucene-codecs-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/cglib-nodep-2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/commons-cli-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/commons-codec-1.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/commons-fileupload-1.2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/commons-lang-2.6.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/easymock-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/guava-13.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/javax.servlet-api-3.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/objenesis-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/org.restlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/lib/spatial4j-0.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/commons-io-2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/httpclient-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/httpcore-4.2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/httpmime-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/noggit-0.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/slf4j-api-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/wstx-asl-3.2.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/solrj/lib/zookeeper-3.4.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/lib/servlet-api-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/test-framework/lib/junit-4.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/var/lib/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/java/32bit/jdk1.8.0-ea-b79/lib/tools.jar:/var/lib/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 312 T13 oaz.Environment.logEnv Client environment:java.library.path=/usr/java/packages/lib/i386:/lib:/usr/lib
[junit4:junit4]   2> 313 T13 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 314 T13 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 314 T13 oaz.Environment.logEnv Client environment:os.name=Linux
[junit4:junit4]   2> 315 T13 oaz.Environment.logEnv Client environment:os.arch=i386
[junit4:junit4]   2> 316 T13 oaz.Environment.logEnv Client environment:os.version=3.2.0-39-generic
[junit4:junit4]   2> 316 T13 oaz.Environment.logEnv Client environment:user.name=jenkins
[junit4:junit4]   2> 317 T13 oaz.Environment.logEnv Client environment:user.home=/var/lib/jenkins
[junit4:junit4]   2> 317 T13 oaz.Environment.logEnv Client environment:user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 320 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@18fedab
[junit4:junit4]   2> 344 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 348 T19 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 350 T19 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 972 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50263
[junit4:junit4]   2> 987 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50263
[junit4:junit4]   2> 991 T17 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 1028 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0000 with negotiated timeout 10000 for client /127.0.0.1:50263
[junit4:junit4]   2> 1029 T19 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0000, negotiated timeout = 10000
[junit4:junit4]   2> 1031 T20 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18fedab name:ZooKeeperConnection Watcher:127.0.0.1:49982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1032 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1033 T13 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1056 T18 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ef0689b0000
[junit4:junit4]   2> 1057 T20 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1057 T13 oaz.ZooKeeper.close Session: 0x13d8ef0689b0000 closed
[junit4:junit4]   2> 1059 T15 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50263 which had sessionid 0x13d8ef0689b0000
[junit4:junit4]   2> 1059 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b9a5d5
[junit4:junit4]   2> 1060 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1060 T21 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1061 T21 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 1061 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50264
[junit4:junit4]   2> 1062 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50264
[junit4:junit4]   2> 1063 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0001 with negotiated timeout 10000 for client /127.0.0.1:50264
[junit4:junit4]   2> 1063 T21 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0001, negotiated timeout = 10000
[junit4:junit4]   2> 1063 T22 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b9a5d5 name:ZooKeeperConnection Watcher:127.0.0.1:49982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1064 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1071 T13 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1076 T13 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1079 T13 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1084 T13 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1088 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1096 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1103 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1106 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1112 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1113 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1118 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1118 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1122 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1123 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1128 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1128 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1133 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1135 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1140 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1141 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1145 T13 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1146 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1150 T18 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ef0689b0001
[junit4:junit4]   2> 1150 T22 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1150 T13 oaz.ZooKeeper.close Session: 0x13d8ef0689b0001 closed
[junit4:junit4]   2> 1150 T15 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50264 which had sessionid 0x13d8ef0689b0001
[junit4:junit4]   2> 1353 T13 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 1445 T13 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37854
[junit4:junit4]   2> 1459 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1460 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1460 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363902753849
[junit4:junit4]   2> 1461 T13 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363902753849/solr.xml
[junit4:junit4]   2> 1461 T13 oasc.CoreContainer.<init> New CoreContainer 13152660
[junit4:junit4]   2> 1462 T13 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363902753849/'
[junit4:junit4]   2> 1462 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363902753849/'
[junit4:junit4]   2> 1508 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1509 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1510 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1510 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1511 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1511 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1512 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1512 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1513 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1527 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1765 T13 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1780 T13 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49982/solr
[junit4:junit4]   2> 1788 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1789 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13650e4
[junit4:junit4]   2> 1790 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1791 T33 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1792 T33 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 1792 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50265
[junit4:junit4]   2> 1793 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50265
[junit4:junit4]   2> 1794 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0002 with negotiated timeout 20000 for client /127.0.0.1:50265
[junit4:junit4]   2> 1794 T33 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0002, negotiated timeout = 20000
[junit4:junit4]   2> 1795 T34 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13650e4 name:ZooKeeperConnection Watcher:127.0.0.1:49982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1795 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1797 T18 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ef0689b0002
[junit4:junit4]   2> 1798 T34 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1798 T13 oaz.ZooKeeper.close Session: 0x13d8ef0689b0002 closed
[junit4:junit4]   2> 1798 T15 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50265 which had sessionid 0x13d8ef0689b0002
[junit4:junit4]   2> 1800 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1810 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@151dcad
[junit4:junit4]   2> 1812 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1812 T35 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1813 T35 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 1813 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50266
[junit4:junit4]   2> 1814 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50266
[junit4:junit4]   2> 1815 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0003 with negotiated timeout 20000 for client /127.0.0.1:50266
[junit4:junit4]   2> 1815 T35 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0003, negotiated timeout = 20000
[junit4:junit4]   2> 1816 T36 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@151dcad name:ZooKeeperConnection Watcher:127.0.0.1:49982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1816 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1822 T13 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1830 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1832 T13 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1840 T13 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1843 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37854_rll%2Ft
[junit4:junit4]   2> 1847 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37854_rll%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37854_rll%2Ft
[junit4:junit4]   2> 1848 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37854_rll%2Ft
[junit4:junit4]   2> 1857 T13 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1873 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1874 T13 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1879 T13 oasc.Overseer.start Overseer (id=89384730815561731-127.0.0.1:37854_rll%2Ft-n_0000000000) starting
[junit4:junit4]   2> 1880 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1890 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1893 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1894 T13 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1905 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1907 T38 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1908 T13 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1915 T13 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1919 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1934 T37 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1952 T13 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1953 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1979 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1991 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1994 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@105638a
[junit4:junit4]   2> 1995 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1995 T40 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1996 T40 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 1996 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50267
[junit4:junit4]   2> 1997 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50267
[junit4:junit4]   2> 1998 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0004 with negotiated timeout 10000 for client /127.0.0.1:50267
[junit4:junit4]   2> 1998 T40 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0004, negotiated timeout = 10000
[junit4:junit4]   2> 1999 T41 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@105638a name:ZooKeeperConnection Watcher:127.0.0.1:49982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1999 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2001 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2006 T13 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 2088 T13 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 2090 T13 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44577
[junit4:junit4]   2> 2091 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2092 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2092 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704
[junit4:junit4]   2> 2092 T13 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704/solr.xml
[junit4:junit4]   2> 2093 T13 oasc.CoreContainer.<init> New CoreContainer 10066568
[junit4:junit4]   2> 2094 T13 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704/'
[junit4:junit4]   2> 2094 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704/'
[junit4:junit4]   2> 2118 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2119 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2119 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2119 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2120 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2120 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2121 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2121 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2122 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2122 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2131 T13 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2150 T13 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49982/solr
[junit4:junit4]   2> 2150 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2151 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@919888
[junit4:junit4]   2> 2152 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2153 T51 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2154 T51 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 2154 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50268
[junit4:junit4]   2> 2155 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50268
[junit4:junit4]   2> 2156 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0005 with negotiated timeout 20000 for client /127.0.0.1:50268
[junit4:junit4]   2> 2156 T51 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0005, negotiated timeout = 20000
[junit4:junit4]   2> 2157 T52 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@919888 name:ZooKeeperConnection Watcher:127.0.0.1:49982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2157 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2159 T18 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ef0689b0005
[junit4:junit4]   2> 2160 T52 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2160 T15 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50268 which had sessionid 0x13d8ef0689b0005
[junit4:junit4]   2> 2160 T13 oaz.ZooKeeper.close Session: 0x13d8ef0689b0005 closed
[junit4:junit4]   2> 2161 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2165 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1dfd2c1
[junit4:junit4]   2> 2166 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2166 T53 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2167 T53 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 2167 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50269
[junit4:junit4]   2> 2168 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50269
[junit4:junit4]   2> 2170 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0006 with negotiated timeout 20000 for client /127.0.0.1:50269
[junit4:junit4]   2> 2170 T53 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0006, negotiated timeout = 20000
[junit4:junit4]   2> 2171 T54 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dfd2c1 name:ZooKeeperConnection Watcher:127.0.0.1:49982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2171 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2172 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0006 type:create cxid:0x1 zxid:0x30 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2174 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0006 type:create cxid:0x3 zxid:0x31 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2177 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3181 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44577_rll%2Ft
[junit4:junit4]   2> 3182 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0006 type:delete cxid:0xd zxid:0x32 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44577_rll%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44577_rll%2Ft
[junit4:junit4]   2> 3183 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44577_rll%2Ft
[junit4:junit4]   2> 3189 T54 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3189 T41 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3189 T36 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3199 T13 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3199 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3200 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3272 T13 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3274 T13 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43071
[junit4:junit4]   2> 3275 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3275 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3276 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904
[junit4:junit4]   2> 3276 T13 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904/solr.xml
[junit4:junit4]   2> 3277 T13 oasc.CoreContainer.<init> New CoreContainer 29436849
[junit4:junit4]   2> 3277 T13 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904/'
[junit4:junit4]   2> 3278 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904/'
[junit4:junit4]   2> 3300 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3300 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3301 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3301 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3302 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3302 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3302 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3303 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3303 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3304 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3312 T13 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3326 T13 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49982/solr
[junit4:junit4]   2> 3326 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3327 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a8305f
[junit4:junit4]   2> 3328 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3328 T65 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3329 T65 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 3329 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50271
[junit4:junit4]   2> 3329 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50271
[junit4:junit4]   2> 3330 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0007 with negotiated timeout 20000 for client /127.0.0.1:50271
[junit4:junit4]   2> 3330 T65 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0007, negotiated timeout = 20000
[junit4:junit4]   2> 3331 T66 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a8305f name:ZooKeeperConnection Watcher:127.0.0.1:49982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3331 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3333 T18 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ef0689b0007
[junit4:junit4]   2> 3333 T66 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3333 T13 oaz.ZooKeeper.close Session: 0x13d8ef0689b0007 closed
[junit4:junit4]   2> 3334 T15 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50271 which had sessionid 0x13d8ef0689b0007
[junit4:junit4]   2> 3334 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3338 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@c59915
[junit4:junit4]   2> 3339 T67 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3339 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3339 T67 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 3340 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50272
[junit4:junit4]   2> 3340 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50272
[junit4:junit4]   2> 3341 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0008 with negotiated timeout 20000 for client /127.0.0.1:50272
[junit4:junit4]   2> 3341 T67 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0008, negotiated timeout = 20000
[junit4:junit4]   2> 3342 T68 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c59915 name:ZooKeeperConnection Watcher:127.0.0.1:49982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3342 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3343 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0008 type:create cxid:0x1 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3345 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0008 type:create cxid:0x3 zxid:0x39 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3347 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4351 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43071_rll%2Ft
[junit4:junit4]   2> 4352 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0008 type:delete cxid:0xd zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43071_rll%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43071_rll%2Ft
[junit4:junit4]   2> 4352 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43071_rll%2Ft
[junit4:junit4]   2> 4356 T41 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4356 T36 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4356 T54 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4358 T68 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4368 T13 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4368 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4369 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4443 T13 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4445 T13 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45600
[junit4:junit4]   2> 4446 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4447 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4447 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070
[junit4:junit4]   2> 4448 T13 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070/solr.xml
[junit4:junit4]   2> 4448 T13 oasc.CoreContainer.<init> New CoreContainer 11061845
[junit4:junit4]   2> 4449 T13 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070/'
[junit4:junit4]   2> 4449 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070/'
[junit4:junit4]   2> 4472 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4472 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4473 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4473 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4473 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4474 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4474 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4475 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4475 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4476 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4487 T13 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4501 T13 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49982/solr
[junit4:junit4]   2> 4501 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4502 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13cca0c
[junit4:junit4]   2> 4503 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4503 T79 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4504 T79 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 4504 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50273
[junit4:junit4]   2> 4505 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50273
[junit4:junit4]   2> 4506 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b0009 with negotiated timeout 20000 for client /127.0.0.1:50273
[junit4:junit4]   2> 4506 T79 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b0009, negotiated timeout = 20000
[junit4:junit4]   2> 4506 T80 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13cca0c name:ZooKeeperConnection Watcher:127.0.0.1:49982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4507 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4508 T18 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ef0689b0009
[junit4:junit4]   2> 4509 T80 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4509 T15 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50273 which had sessionid 0x13d8ef0689b0009
[junit4:junit4]   2> 4509 T13 oaz.ZooKeeper.close Session: 0x13d8ef0689b0009 closed
[junit4:junit4]   2> 4510 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4514 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@46e9e0
[junit4:junit4]   2> 4515 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4515 T81 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4516 T81 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 4516 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50274
[junit4:junit4]   2> 4517 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50274
[junit4:junit4]   2> 4518 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b000a with negotiated timeout 20000 for client /127.0.0.1:50274
[junit4:junit4]   2> 4518 T81 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b000a, negotiated timeout = 20000
[junit4:junit4]   2> 4519 T82 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46e9e0 name:ZooKeeperConnection Watcher:127.0.0.1:49982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4519 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4521 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b000a type:create cxid:0x1 zxid:0x40 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4523 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b000a type:create cxid:0x3 zxid:0x41 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4526 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5529 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45600_rll%2Ft
[junit4:junit4]   2> 5530 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b000a type:delete cxid:0xd zxid:0x42 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45600_rll%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45600_rll%2Ft
[junit4:junit4]   2> 5531 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45600_rll%2Ft
[junit4:junit4]   2> 5535 T54 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 5535 T68 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 5535 T36 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 5535 T41 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 5535 T82 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 5541 T13 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 5541 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 5542 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 5606 T13 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 5609 T13 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50161
[junit4:junit4]   2> 5610 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5611 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5611 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363902758243
[junit4:junit4]   2> 5612 T13 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363902758243/solr.xml
[junit4:junit4]   2> 5613 T13 oasc.CoreContainer.<init> New CoreContainer 19968131
[junit4:junit4]   2> 5613 T13 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363902758243/'
[junit4:junit4]   2> 5614 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363902758243/'
[junit4:junit4]   2> 5641 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 5641 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5642 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 5642 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5643 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5643 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5644 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5644 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5645 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5645 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 5653 T13 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5666 T13 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49982/solr
[junit4:junit4]   2> 5666 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 5667 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@17c8684
[junit4:junit4]   2> 5668 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5668 T93 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5669 T93 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 5669 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50275
[junit4:junit4]   2> 5670 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50275
[junit4:junit4]   2> 5671 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b000b with negotiated timeout 20000 for client /127.0.0.1:50275
[junit4:junit4]   2> 5671 T93 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b000b, negotiated timeout = 20000
[junit4:junit4]   2> 5672 T94 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17c8684 name:ZooKeeperConnection Watcher:127.0.0.1:49982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5672 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5674 T18 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ef0689b000b
[junit4:junit4]   2> 5675 T94 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5675 T13 oaz.ZooKeeper.close Session: 0x13d8ef0689b000b closed
[junit4:junit4]   2> 5675 T15 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50275 which had sessionid 0x13d8ef0689b000b
[junit4:junit4]   2> 5676 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 5680 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@d92f8
[junit4:junit4]   2> 5681 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5682 T95 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5682 T95 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 5682 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50276
[junit4:junit4]   2> 5683 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50276
[junit4:junit4]   2> 5684 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b000c with negotiated timeout 20000 for client /127.0.0.1:50276
[junit4:junit4]   2> 5684 T95 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b000c, negotiated timeout = 20000
[junit4:junit4]   2> 5685 T96 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d92f8 name:ZooKeeperConnection Watcher:127.0.0.1:49982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5685 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5686 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b000c type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5687 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b000c type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5690 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6693 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50161_rll%2Ft
[junit4:junit4]   2> 6695 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b000c type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50161_rll%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50161_rll%2Ft
[junit4:junit4]   2> 6695 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50161_rll%2Ft
[junit4:junit4]   2> 6700 T68 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 6700 T41 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 6700 T36 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 6700 T54 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 6700 T96 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 6700 T82 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 6708 T13 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6708 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6709 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6712 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6977 T48 oasc.CoreContainer.create Creating SolrCore 'unloadcollection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704/unloadcollection1
[junit4:junit4]   2> 6979 T48 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 6981 T48 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:unloadcollection
[junit4:junit4]   2> 6982 T48 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 6984 T48 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 6985 T48 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection
[junit4:junit4]   2> 6989 T48 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 6996 T48 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704/unloadcollection1/'
[junit4:junit4]   2> 7069 T48 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7125 T48 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7127 T48 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7198 T48 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7868 T48 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7884 T48 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7887 T48 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7956 T48 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7965 T48 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7971 T48 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7975 T48 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7975 T48 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7976 T48 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7978 T48 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7978 T48 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7979 T48 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7979 T48 oasc.SolrCore.<init> [unloadcollection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704/unloadcollection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902759418unloadcollection1_1n/
[junit4:junit4]   2> 7983 T48 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89aab
[junit4:junit4]   2> 7986 T48 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7987 T48 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902759418unloadcollection1_1n forceNew: false
[junit4:junit4]   2> 7987 T48 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902759418unloadcollection1_1n/index/
[junit4:junit4]   2> 7988 T48 oasc.SolrCore.initIndex WARNING [unloadcollection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902759418unloadcollection1_1n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7992 T48 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902759418unloadcollection1_1n/index forceNew: false
[junit4:junit4]   2> 7995 T48 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@12d8d20 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a7c0ba)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7995 T48 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8025 T48 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8026 T48 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8048 T48 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8051 T48 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8056 T48 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8057 T48 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8058 T48 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8063 T48 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8065 T48 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8068 T48 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8071 T48 oass.SolrIndexSearcher.<init> Opening Searcher@b387e2 main
[junit4:junit4]   2> 8079 T48 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902759418unloadcollection1_1n/tlog
[junit4:junit4]   2> 8084 T48 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8085 T48 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8157 T98 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@b387e2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8162 T48 oasc.ZkController.publish publishing core=unloadcollection1 state=down
[junit4:junit4]   2> 9450 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9451 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core":"unloadcollection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44577_rll%2Ft",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44577/rll/t"}
[junit4:junit4]   2> 9451 T37 oasc.Overseer$ClusterStateUpdater.createCollection Create collection unloadcollection with numShards 1
[junit4:junit4]   2> 9461 T37 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9470 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9470 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9470 T41 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9470 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9470 T68 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9471 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10165 T48 oasc.CoreContainer.registerCore registering core: unloadcollection1
[junit4:junit4]   2> 10166 T48 oasc.ZkController.register Register replica - core:unloadcollection1 address:http://127.0.0.1:44577/rll/t collection:unloadcollection shard:shard1
[junit4:junit4]   2> 10171 T48 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 10181 T48 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leader_elect/shard1/election
[junit4:junit4]   2> 10191 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0006 type:delete cxid:0x51 zxid:0x57 txntype:-1 reqpath:n/a Error Path:/solr/collections/unloadcollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/unloadcollection/leaders
[junit4:junit4]   2> 10191 T48 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 10192 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0006 type:create cxid:0x52 zxid:0x58 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10196 T48 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 10196 T48 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 10197 T48 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44577/rll/t/unloadcollection1/
[junit4:junit4]   2> 10198 T48 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 10198 T48 oasc.SyncStrategy.syncToMe http://127.0.0.1:44577/rll/t/unloadcollection1/ has no replicas
[junit4:junit4]   2> 10199 T48 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44577/rll/t/unloadcollection1/
[junit4:junit4]   2> 10200 T48 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leaders/shard1
[junit4:junit4]   2> 10207 T18 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ef0689b0006 type:create cxid:0x5d zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10980 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10992 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10992 T68 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10992 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10992 T41 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10992 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10992 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11013 T48 oasc.ZkController.register We are http://127.0.0.1:44577/rll/t/unloadcollection1/ and leader is http://127.0.0.1:44577/rll/t/unloadcollection1/
[junit4:junit4]   2> 11015 T48 oasc.ZkController.register No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:44577/rll/t
[junit4:junit4]   2> 11016 T48 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 11016 T48 oasc.ZkController.publish publishing core=unloadcollection1 state=active
[junit4:junit4]   2> 11086 T48 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11087 T48 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704/solr.xml
[junit4:junit4]   2> 11096 T48 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363902754704/solr.xml
[junit4:junit4]   2> 11098 T48 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902759418unloadcollection1_1n&wt=javabin&version=2&name=unloadcollection1&collection=unloadcollection&action=CREATE} status=0 QTime=4125 
[junit4:junit4]   2> 11134 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 11136 T13 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49982/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1dc0a71
[junit4:junit4]   2> 11137 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11142 T99 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11142 T99 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49982, initiating session
[junit4:junit4]   2> 11142 T15 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50279
[junit4:junit4]   2> 11143 T15 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50279
[junit4:junit4]   2> 11145 T17 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ef0689b000d with negotiated timeout 10000 for client /127.0.0.1:50279
[junit4:junit4]   2> 11145 T99 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49982, sessionid = 0x13d8ef0689b000d, negotiated timeout = 10000
[junit4:junit4]   2> 11146 T100 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dc0a71 name:ZooKeeperConnection Watcher:127.0.0.1:49982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11146 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11148 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11152 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11153 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11159 T64 oasc.CoreContainer.create Creating SolrCore 'unloadcollection2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904/unloadcollection2
[junit4:junit4]   2> 11160 T64 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 11162 T64 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11162 T64 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 11166 T64 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904/unloadcollection2/'
[junit4:junit4]   2> 11204 T64 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 11243 T64 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11245 T64 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11294 T64 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11694 T64 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11708 T64 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11712 T64 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11745 T64 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11750 T64 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11755 T64 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11756 T64 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11757 T64 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11757 T64 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11759 T64 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11759 T64 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11760 T64 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11760 T64 oasc.SolrCore.<init> [unloadcollection2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904/unloadcollection2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902763855unloadcollection1_2n/
[junit4:junit4]   2> 11760 T64 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89aab
[junit4:junit4]   2> 11762 T64 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11763 T64 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902763855unloadcollection1_2n forceNew: false
[junit4:junit4]   2> 11763 T64 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902763855unloadcollection1_2n/index/
[junit4:junit4]   2> 11763 T64 oasc.SolrCore.initIndex WARNING [unloadcollection2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902763855unloadcollection1_2n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11764 T64 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902763855unloadcollection1_2n/index forceNew: false
[junit4:junit4]   2> 11766 T64 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@132a36d lockFactory=org.apache.lucene.store.NativeFSLockFactory@176c5b5)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11766 T64 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11769 T64 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11769 T64 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11770 T64 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11772 T64 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11773 T64 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11774 T64 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11775 T64 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11776 T64 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11777 T64 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11781 T64 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11784 T64 oass.SolrIndexSearcher.<init> Opening Searcher@1675eac main
[junit4:junit4]   2> 11785 T64 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902763855unloadcollection1_2n/tlog
[junit4:junit4]   2> 11786 T64 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11786 T64 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11794 T101 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@1675eac main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11798 T64 oasc.ZkController.publish publishing core=unloadcollection2 state=down
[junit4:junit4]   2> 11799 T64 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12588 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12590 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core":"unloadcollection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44577_rll%2Ft",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:44577_rll%2Ft_unloadcollection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44577/rll/t"}
[junit4:junit4]   2> 12594 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43071_rll%2Ft",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43071/rll/t"}
[junit4:junit4]   2> 12594 T37 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 12594 T37 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 12598 T68 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12599 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12598 T41 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12599 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12599 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12599 T100 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12599 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12801 T64 oasc.CoreContainer.registerCore registering core: unloadcollection2
[junit4:junit4]   2> 12801 T64 oasc.ZkController.register Register replica - core:unloadcollection2 address:http://127.0.0.1:43071/rll/t collection:unloadcollection shard:shard1
[junit4:junit4]   2> 12806 T64 oasc.ZkController.register We are http://127.0.0.1:43071/rll/t/unloadcollection2/ and leader is http://127.0.0.1:44577/rll/t/unloadcollection1/
[junit4:junit4]   2> 12806 T64 oasc.ZkController.register No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:43071/rll/t
[junit4:junit4]   2> 12807 T64 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection2
[junit4:junit4]   2> 12807 T64 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1 name=unloadcollection2 org.apache.solr.core.SolrCore@bd0667 url=http://127.0.0.1:43071/rll/t/unloadcollection2 node=127.0.0.1:43071_rll%2Ft C1_STATE=coll:unloadcollection core:unloadcollection2 props:{core=unloadcollection2, node_name=127.0.0.1:43071_rll%2Ft, state=down, collection=unloadcollection, base_url=http://127.0.0.1:43071/rll/t}
[junit4:junit4]   2> 12812 T102 C1 P43071 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
[junit4:junit4]   2> 12813 T102 C1 P43071 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12813 T64 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12813 T102 C1 P43071 oasc.ZkController.publish publishing core=unloadcollection2 state=recovering
[junit4:junit4]   2> 12814 T102 C1 P43071 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12815 T64 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904/solr.xml
[junit4:junit4]   2> 12816 T102 C1 P43071 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12834 T64 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363902755904/solr.xml
[junit4:junit4]   2> 12836 T64 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902763855unloadcollection1_2n&wt=javabin&version=2&name=unloadcollection2&collection=unloadcollection&action=CREATE} status=0 QTime=1677 
[junit4:junit4]   2> 12838 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12840 T13 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 12841 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13844 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14108 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14110 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43071_rll%2Ft",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:43071_rll%2Ft_unloadcollection2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43071/rll/t"}
[junit4:junit4]   2> 14117 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14117 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14117 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14117 T100 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14117 T68 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14117 T41 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14118 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14833 T48 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {core=unloadcollection1&wt=javabin&coreNodeName=127.0.0.1:43071_rll%252Ft_unloadcollection2&checkLive=true&version=2&onlyIfLeader=true&state=recovering&nodeName=127.0.0.1:43071_rll%252Ft&action=PREPRECOVERY} status=0 QTime=2001 
[junit4:junit4]   2> 14846 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15849 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C1_STATE=coll:unloadcollection core:unloadcollection2 props:{core=unloadcollection2, node_name=127.0.0.1:43071_rll%2Ft, shard=shard1, state=recovering, collection=unloadcollection, base_url=http://127.0.0.1:43071/rll/t}
[junit4:junit4]   2> 16834 T102 C1 P43071 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44577/rll/t/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
[junit4:junit4]   2> 16840 T102 C1 P43071 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 16849 T102 C1 P43071 oasu.PeerSync.sync PeerSync: core=unloadcollection2 url=http://127.0.0.1:43071/rll/t START replicas=[http://127.0.0.1:44577/rll/t/unloadcollection1/] nUpdates=100
[junit4:junit4]   2> 16851 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16852 T102 C1 P43071 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16852 T102 C1 P43071 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection2
[junit4:junit4]   2> 16853 T102 C1 P43071 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection2
[junit4:junit4]   2> 16853 T102 C1 P43071 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection2
[junit4:junit4]   2> 16853 T102 C1 P43071 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16853 T102 C1 P43071 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:44577/rll/t/unloadcollection1/. core=unloadcollection2
[junit4:junit4]   2> 16854 T102 C1 P43071 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2 name=unloadcollection1 org.apache.solr.core.SolrCore@1f590a url=http://127.0.0.1:44577/rll/t/unloadcollection1 node=127.0.0.1:44577_rll%2Ft C2_STATE=coll:unloadcollection core:unloadcollection1 props:{core=unloadcollection1, node_name=127.0.0.1:44577_rll%2Ft, shard=shard1, state=active, collection=unloadcollection, base_url=http://127.0.0.1:44577/rll/t, leader=true}
[junit4:junit4]   2> 16868 T47 C2 P44577 REQ /get {getVersions=100&wt=javabin&version=2&distrib=false&qt=/get} status=0 QTime=2 
[junit4:junit4]   2> 16874 T50 C2 P44577 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 16877 T50 C2 P44577 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@12d8d20 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a7c0ba)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16878 T50 C2 P44577 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16879 T50 C2 P44577 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@12d8d20 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a7c0ba)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@12d8d20 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a7c0ba)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16880 T50 C2 P44577 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16881 T50 C2 P44577 oass.SolrIndexSearcher.<init> Opening Searcher@1f5b316 realtime
[junit4:junit4]   2> 16882 T50 C2 P44577 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16882 T50 C2 P44577 /update {waitSearcher=true&wt=javabin&commit=true&version=2&commit_end_point=true&softCommit=false&openSearcher=false} {commit=} 0 16
[junit4:junit4]   2> 16907 T102 C1 P43071 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16907 T102 C1 P43071 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 16913 T102 C1 P43071 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16927 T47 C2 P44577 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16928 T47 C2 P44577 REQ /replication {wt=javabin&version=2&command=indexversion&qt=/replication} status=0 QTime=13 
[junit4:junit4]   2> 16929 T102 C1 P43071 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 16930 T102 C1 P43071 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16930 T102 C1 P43071 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16934 T50 C2 P44577 REQ /replication {wt=javabin&version=2&generation=2&command=filelist&qt=/replication} status=0 QTime=1 
[junit4:junit4]   2> 16935 T102 C1 P43071 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16937 T102 C1 P43071 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902763855unloadcollection1_2n/index.20130321175249634 forceNew: false
[junit4:junit4]   2> 16937 T102 C1 P43071 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bf8c47 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b5a85) fullCopy=false
[junit4:junit4]   2> 16945 T48 C2 P44577 REQ /replication {file=segments_2&wt=filestream&checksum=true&generation=2&command=filecontent&qt=/replication} status=0 QTime=2 
[junit4:junit4]   2> 16952 T102 C1 P43071 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16963 T102 C1 P43071 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16964 T102 C1 P43071 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=unloadcollection2
[junit4:junit4]   2> 16966 T102 C1 P43071 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@132a36d lockFactory=org.apache.lucene.store.NativeFSLockFactory@176c5b5)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@132a36d lockFactory=org.apache.lucene.store.NativeFSLockFactory@176c5b5)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16966 T102 C1 P43071 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16966 T102 C1 P43071 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16967 T102 C1 P43071 oass.SolrIndexSearcher.<init> Opening Searcher@16dbfa6 main
[junit4:junit4]   2> 16969 T101 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@16dbfa6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 16971 T102 C1 P43071 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection2
[junit4:junit4]   2> 16971 T102 C1 P43071 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection2
[junit4:junit4]   2> 16971 T102 C1 P43071 oasc.ZkController.publish publishing core=unloadcollection2 state=active
[junit4:junit4]   2> 16971 T102 C1 P43071 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16973 T102 C1 P43071 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection2
[junit4:junit4]   2> 17128 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17130 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43071_rll%2Ft",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:43071_rll%2Ft_unloadcollection2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43071/rll/t"}
[junit4:junit4]   2> 17136 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17136 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17136 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17136 T100 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17136 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17136 T68 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17136 T41 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17854 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17855 T13 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
[junit4:junit4]   2> 17856 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17863 T76 oasc.CoreContainer.create Creating SolrCore 'unloadcollection3' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070/unloadcollection3
[junit4:junit4]   2> 17864 T76 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 17865 T76 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17865 T76 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 17867 T76 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070/unloadcollection3/'
[junit4:junit4]   2> 17900 T76 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17935 T76 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17936 T76 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17974 T76 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18399 T76 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18410 T76 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18413 T76 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18440 T76 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18444 T76 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18449 T76 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18450 T76 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18451 T76 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18451 T76 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18453 T76 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18453 T76 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18454 T76 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18454 T76 oasc.SolrCore.<init> [unloadcollection3] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070/unloadcollection3/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902770559unloadcollection_3n/
[junit4:junit4]   2> 18454 T76 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f89aab
[junit4:junit4]   2> 18455 T76 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18456 T76 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902770559unloadcollection_3n forceNew: false
[junit4:junit4]   2> 18456 T76 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902770559unloadcollection_3n/index/
[junit4:junit4]   2> 18456 T76 oasc.SolrCore.initIndex WARNING [unloadcollection3] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902770559unloadcollection_3n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18457 T76 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902770559unloadcollection_3n/index forceNew: false
[junit4:junit4]   2> 18459 T76 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@19133bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@16f2e27)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18459 T76 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18462 T76 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18462 T76 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18463 T76 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18464 T76 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18465 T76 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18465 T76 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18465 T76 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18466 T76 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18467 T76 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18469 T76 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18472 T76 oass.SolrIndexSearcher.<init> Opening Searcher@7ef28c main
[junit4:junit4]   2> 18473 T76 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902770559unloadcollection_3n/tlog
[junit4:junit4]   2> 18474 T76 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18474 T76 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18482 T105 oasc.SolrCore.registerSearcher [unloadcollection3] Registered new searcher Searcher@7ef28c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18485 T76 oasc.ZkController.publish publishing core=unloadcollection3 state=down
[junit4:junit4]   2> 18486 T76 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18643 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18644 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45600_rll%2Ft",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45600/rll/t"}
[junit4:junit4]   2> 18645 T37 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 18645 T37 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18734 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18734 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18735 T41 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18735 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18735 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18734 T68 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18735 T100 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19488 T76 oasc.CoreContainer.registerCore registering core: unloadcollection3
[junit4:junit4]   2> 19488 T76 oasc.ZkController.register Register replica - core:unloadcollection3 address:http://127.0.0.1:45600/rll/t collection:unloadcollection shard:shard1
[junit4:junit4]   2> 19493 T76 oasc.ZkController.register We are http://127.0.0.1:45600/rll/t/unloadcollection3/ and leader is http://127.0.0.1:44577/rll/t/unloadcollection1/
[junit4:junit4]   2> 19494 T76 oasc.ZkController.register No LogReplay needed for core=unloadcollection3 baseURL=http://127.0.0.1:45600/rll/t
[junit4:junit4]   2> 19494 T76 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection3
[junit4:junit4]   2> 19494 T76 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3 name=unloadcollection3 org.apache.solr.core.SolrCore@1e6974f url=http://127.0.0.1:45600/rll/t/unloadcollection3 node=127.0.0.1:45600_rll%2Ft C3_STATE=coll:unloadcollection core:unloadcollection3 props:{core=unloadcollection3, node_name=127.0.0.1:45600_rll%2Ft, state=down, collection=unloadcollection, base_url=http://127.0.0.1:45600/rll/t}
[junit4:junit4]   2> 19495 T106 C3 P45600 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection3 recoveringAfterStartup=true
[junit4:junit4]   2> 19496 T106 C3 P45600 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19497 T106 C3 P45600 oasc.ZkController.publish publishing core=unloadcollection3 state=recovering
[junit4:junit4]   2> 19498 T106 C3 P45600 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19499 T106 C3 P45600 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19503 T76 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19504 T76 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070/solr.xml
[junit4:junit4]   2> 19515 T76 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363902757070/solr.xml
[junit4:junit4]   2> 19516 T76 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902770559unloadcollection_3n&wt=javabin&version=2&name=unloadcollection3&collection=unloadcollection&action=CREATE} status=0 QTime=1653 
[junit4:junit4]   2> 19517 T13 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19518 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20243 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20244 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45600_rll%2Ft",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:45600_rll%2Ft_unloadcollection3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45600/rll/t"}
[junit4:junit4]   2> 20249 T68 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20249 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20249 T100 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20249 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20249 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20249 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20249 T41 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20511 T49 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {core=unloadcollection1&wt=javabin&coreNodeName=127.0.0.1:45600_rll%252Ft_unloadcollection3&checkLive=true&version=2&onlyIfLeader=true&state=recovering&nodeName=127.0.0.1:45600_rll%252Ft&action=PREPRECOVERY} status=0 QTime=1001 
[junit4:junit4]   2> 20520 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21522 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C3_STATE=coll:unloadcollection core:unloadcollection3 props:{core=unloadcollection3, node_name=127.0.0.1:45600_rll%2Ft, shard=shard1, state=recovering, collection=unloadcollection, base_url=http://127.0.0.1:45600/rll/t}
[junit4:junit4]   2> 22512 T106 C3 P45600 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44577/rll/t/unloadcollection1/ core=unloadcollection3 - recoveringAfterStartup=true
[junit4:junit4]   2> 22512 T106 C3 P45600 oasu.PeerSync.sync PeerSync: core=unloadcollection3 url=http://127.0.0.1:45600/rll/t START replicas=[http://127.0.0.1:44577/rll/t/unloadcollection1/] nUpdates=100
[junit4:junit4]   2> 22513 T106 C3 P45600 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22513 T106 C3 P45600 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection3
[junit4:junit4]   2> 22514 T106 C3 P45600 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection3
[junit4:junit4]   2> 22514 T106 C3 P45600 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection3
[junit4:junit4]   2> 22514 T106 C3 P45600 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22514 T106 C3 P45600 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:44577/rll/t/unloadcollection1/. core=unloadcollection3
[junit4:junit4]   2> 22514 T106 C3 P45600 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22516 T49 C2 P44577 REQ /get {getVersions=100&wt=javabin&version=2&distrib=false&qt=/get} status=0 QTime=0 
[junit4:junit4]   2> 22521 T50 C2 P44577 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22521 T50 C2 P44577 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@12d8d20 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a7c0ba)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@12d8d20 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a7c0ba)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22522 T50 C2 P44577 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22522 T50 C2 P44577 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22523 T50 C2 P44577 /update {waitSearcher=true&wt=javabin&commit=true&version=2&commit_end_point=true&softCommit=false&openSearcher=false} {commit=} 0 2
[junit4:junit4]   2> 22524 T106 C3 P45600 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22524 T106 C3 P45600 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22524 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22527 T49 C2 P44577 REQ /replication {wt=javabin&version=2&command=indexversion&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 22528 T106 C3 P45600 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 22528 T106 C3 P45600 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22529 T106 C3 P45600 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22531 T47 C2 P44577 REQ /replication {wt=javabin&version=2&generation=3&command=filelist&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 22532 T106 C3 P45600 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22533 T106 C3 P45600 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363902752720/1363902770559unloadcollection_3n/index.20130321175255230 forceNew: false
[junit4:junit4]   2> 22533 T106 C3 P45600 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@f28195 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11a0202) fullCopy=false
[junit4:junit4]   2> 22536 T50 C2 P44577 REQ /replication {file=segments_3&wt=filestream&checksum=true&generation=3&command=filecontent&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 22537 T106 C3 P45600 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22539 T106 C3 P45600 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22539 T106 C3 P45600 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=unloadcollection3
[junit4:junit4]   2> 22541 T106 C3 P45600 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@19133bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@16f2e27)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@19133bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@16f2e27)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22541 T106 C3 P45600 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22541 T106 C3 P45600 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22542 T106 C3 P45600 oass.SolrIndexSearcher.<init> Opening Searcher@c45608 main
[junit4:junit4]   2> 22544 T105 oasc.SolrCore.registerSearcher [unloadcollection3] Registered new searcher Searcher@c45608 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 22546 T106 C3 P45600 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection3
[junit4:junit4]   2> 22546 T106 C3 P45600 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection3
[junit4:junit4]   2> 22546 T106 C3 P45600 oasc.ZkController.publish publishing core=unloadcollection3 state=active
[junit4:junit4]   2> 22546 T106 C3 P45600 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22548 T106 C3 P45600 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection3
[junit4:junit4]   2> 23260 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23261 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45600_rll%2Ft",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:45600_rll%2Ft_unloadcollection3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45600/rll/t"}
[junit4:junit4]   2> 23281 T68 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23281 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23282 T100 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23282 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23282 T96 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23282 T54 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23282 T41 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23527 T13 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23528 T13 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
[junit4:junit4]   2> 23529 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2>  C3_STATE=coll:unloadcollection core:unloadcollection3 props:{core=unloadcollection3, node_name=127.0.0.1:45600_rll%2Ft, shard=shard1, state=active, collection=unloadcollection, base_url=http://127.0.0.1:45600/rll/t}
[junit4:junit4]   2> 23611 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[20 (1430155717532188672)]} 0 5
[junit4:junit4]   2>  C1_STATE=coll:unloadcollection core:unloadcollection2 props:{core=unloadcollection2, node_name=127.0.0.1:43071_rll%2Ft, shard=shard1, state=active, collection=unloadcollection, base_url=http://127.0.0.1:43071/rll/t}
[junit4:junit4]   2> 23615 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[20 (1430155717532188672)]} 0 4
[junit4:junit4]   2> 23616 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[20 (1430155717532188672)]} 0 42
[junit4:junit4]   2> 23616 T75 C3 P45600 /update {wt=javabin&version=2} {add=[20]} 0 60
[junit4:junit4]   2> 23630 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[21 (1430155717582520320)]} 0 3
[junit4:junit4]   2> 23630 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[21 (1430155717582520320)]} 0 3
[junit4:junit4]   2> 23631 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[21 (1430155717582520320)]} 0 9
[junit4:junit4]   2> 23632 T78 C3 P45600 /update {wt=javabin&version=2} {add=[21]} 0 13
[junit4:junit4]   2> 23645 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[22 (1430155717599297536)]} 0 3
[junit4:junit4]   2> 23645 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[22 (1430155717599297536)]} 0 3
[junit4:junit4]   2> 23646 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[22 (1430155717599297536)]} 0 9
[junit4:junit4]   2> 23647 T77 C3 P45600 /update {wt=javabin&version=2} {add=[22]} 0 12
[junit4:junit4]   2> 23660 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[23 (1430155717613977600)]} 0 3
[junit4:junit4]   2> 23660 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[23 (1430155717613977600)]} 0 3
[junit4:junit4]   2> 23662 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[23 (1430155717613977600)]} 0 10
[junit4:junit4]   2> 23662 T76 C3 P45600 /update {wt=javabin&version=2} {add=[23]} 0 13
[junit4:junit4]   2> 23678 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[24 (1430155717632851968)]} 0 3
[junit4:junit4]   2> 23678 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[24 (1430155717632851968)]} 0 3
[junit4:junit4]   2> 23679 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[24 (1430155717632851968)]} 0 9
[junit4:junit4]   2> 23680 T75 C3 P45600 /update {wt=javabin&version=2} {add=[24]} 0 15
[junit4:junit4]   2> 23693 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[25 (1430155717649629184)]} 0 2
[junit4:junit4]   2> 23693 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[25 (1430155717649629184)]} 0 2
[junit4:junit4]   2> 23694 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[25 (1430155717649629184)]} 0 8
[junit4:junit4]   2> 23695 T78 C3 P45600 /update {wt=javabin&version=2} {add=[25]} 0 12
[junit4:junit4]   2> 23710 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[26 (1430155717666406400)]} 0 3
[junit4:junit4]   2> 23711 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[26 (1430155717666406400)]} 0 4
[junit4:junit4]   2> 23712 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[26 (1430155717666406400)]} 0 10
[junit4:junit4]   2> 23714 T77 C3 P45600 /update {wt=javabin&version=2} {add=[26]} 0 16
[junit4:junit4]   2> 23729 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[27 (1430155717686329344)]} 0 2
[junit4:junit4]   2> 23730 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[27 (1430155717686329344)]} 0 3
[junit4:junit4]   2> 23731 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[27 (1430155717686329344)]} 0 10
[junit4:junit4]   2> 23732 T76 C3 P45600 /update {wt=javabin&version=2} {add=[27]} 0 15
[junit4:junit4]   2> 23748 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[28 (1430155717705203712)]} 0 3
[junit4:junit4]   2> 23748 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[28 (1430155717705203712)]} 0 3
[junit4:junit4]   2> 23750 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[28 (1430155717705203712)]} 0 11
[junit4:junit4]   2> 23751 T75 C3 P45600 /update {wt=javabin&version=2} {add=[28]} 0 15
[junit4:junit4]   2> 23768 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[29 (1430155717726175232)]} 0 4
[junit4:junit4]   2> 23768 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[29 (1430155717726175232)]} 0 4
[junit4:junit4]   2> 23769 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[29 (1430155717726175232)]} 0 11
[junit4:junit4]   2> 23771 T78 C3 P45600 /update {wt=javabin&version=2} {add=[29]} 0 17
[junit4:junit4]   2> 23787 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[30 (1430155717746098176)]} 0 3
[junit4:junit4]   2> 23787 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[30 (1430155717746098176)]} 0 3
[junit4:junit4]   2> 23788 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[30 (1430155717746098176)]} 0 10
[junit4:junit4]   2> 23789 T77 C3 P45600 /update {wt=javabin&version=2} {add=[30]} 0 15
[junit4:junit4]   2> 23803 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[31 (1430155717763923968)]} 0 3
[junit4:junit4]   2> 23803 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[31 (1430155717763923968)]} 0 3
[junit4:junit4]   2> 23804 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[31 (1430155717763923968)]} 0 9
[junit4:junit4]   2> 23805 T76 C3 P45600 /update {wt=javabin&version=2} {add=[31]} 0 13
[junit4:junit4]   2> 23817 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[32 (1430155717780701184)]} 0 2
[junit4:junit4]   2> 23818 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[32 (1430155717780701184)]} 0 3
[junit4:junit4]   2> 23819 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[32 (1430155717780701184)]} 0 8
[junit4:junit4]   2> 23820 T75 C3 P45600 /update {wt=javabin&version=2} {add=[32]} 0 12
[junit4:junit4]   2> 23833 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[33 (1430155717796429824)]} 0 2
[junit4:junit4]   2> 23833 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[33 (1430155717796429824)]} 0 2
[junit4:junit4]   2> 23834 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[33 (1430155717796429824)]} 0 9
[junit4:junit4]   2> 23835 T78 C3 P45600 /update {wt=javabin&version=2} {add=[33]} 0 12
[junit4:junit4]   2> 23847 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[34 (1430155717812158464)]} 0 2
[junit4:junit4]   2> 23848 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[34 (1430155717812158464)]} 0 3
[junit4:junit4]   2> 23849 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[34 (1430155717812158464)]} 0 9
[junit4:junit4]   2> 23850 T77 C3 P45600 /update {wt=javabin&version=2} {add=[34]} 0 12
[junit4:junit4]   2> 23867 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[35 (1430155717826838528)]} 0 3
[junit4:junit4]   2> 23872 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[35 (1430155717826838528)]} 0 2
[junit4:junit4]   2> 23873 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[35 (1430155717826838528)]} 0 18
[junit4:junit4]   2> 23874 T76 C3 P45600 /update {wt=javabin&version=2} {add=[35]} 0 22
[junit4:junit4]   2> 23887 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[36 (1430155717853052928)]} 0 2
[junit4:junit4]   2> 23888 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[36 (1430155717853052928)]} 0 3
[junit4:junit4]   2> 23889 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[36 (1430155717853052928)]} 0 9
[junit4:junit4]   2> 23890 T75 C3 P45600 /update {wt=javabin&version=2} {add=[36]} 0 13
[junit4:junit4]   2> 23902 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[37 (1430155717868781568)]} 0 2
[junit4:junit4]   2> 23902 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[37 (1430155717868781568)]} 0 2
[junit4:junit4]   2> 23903 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[37 (1430155717868781568)]} 0 8
[junit4:junit4]   2> 23904 T78 C3 P45600 /update {wt=javabin&version=2} {add=[37]} 0 11
[junit4:junit4]   2> 23916 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[38 (1430155717884510208)]} 0 2
[junit4:junit4]   2> 23916 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[38 (1430155717884510208)]} 0 2
[junit4:junit4]   2> 23917 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[38 (1430155717884510208)]} 0 8
[junit4:junit4]   2> 23918 T77 C3 P45600 /update {wt=javabin&version=2} {add=[38]} 0 11
[junit4:junit4]   2> 23932 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[39 (1430155717899190272)]} 0 2
[junit4:junit4]   2> 23932 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[39 (1430155717899190272)]} 0 2
[junit4:junit4]   2> 23933 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[39 (1430155717899190272)]} 0 9
[junit4:junit4]   2> 23934 T76 C3 P45600 /update {wt=javabin&version=2} {add=[39]} 0 13
[junit4:junit4]   2> 23947 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[40 (1430155717915967488)]} 0 2
[junit4:junit4]   2> 23947 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[40 (1430155717915967488)]} 0 2
[junit4:junit4]   2> 23948 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[40 (1430155717915967488)]} 0 8
[junit4:junit4]   2> 23949 T75 C3 P45600 /update {wt=javabin&version=2} {add=[40]} 0 12
[junit4:junit4]   2> 23963 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[41 (1430155717931696128)]} 0 3
[junit4:junit4]   2> 23963 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[41 (1430155717931696128)]} 0 3
[junit4:junit4]   2> 23965 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[41 (1430155717931696128)]} 0 10
[junit4:junit4]   2> 23966 T76 C3 P45600 /update {wt=javabin&version=2} {add=[41]} 0 14
[junit4:junit4]   2> 23979 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[42 (1430155717949521920)]} 0 2
[junit4:junit4]   2> 23979 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[42 (1430155717949521920)]} 0 2
[junit4:junit4]   2> 23980 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[42 (1430155717949521920)]} 0 9
[junit4:junit4]   2> 23981 T75 C3 P45600 /update {wt=javabin&version=2} {add=[42]} 0 13
[junit4:junit4]   2> 23992 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[43 (1430155717964201984)]} 0 2
[junit4:junit4]   2> 23992 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[43 (1430155717964201984)]} 0 1
[junit4:junit4]   2> 23994 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[43 (1430155717964201984)]} 0 8
[junit4:junit4]   2> 23994 T77 C3 P45600 /update {wt=javabin&version=2} {add=[43]} 0 10
[junit4:junit4]   2> 24010 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[44 (1430155717979930624)]} 0 5
[junit4:junit4]   2> 24010 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[44 (1430155717979930624)]} 0 5
[junit4:junit4]   2> 24011 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[44 (1430155717979930624)]} 0 11
[junit4:junit4]   2> 24012 T78 C3 P45600 /update {wt=javabin&version=2} {add=[44]} 0 15
[junit4:junit4]   2> 24026 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[45 (1430155717998804992)]} 0 3
[junit4:junit4]   2> 24028 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[45 (1430155717998804992)]} 0 2
[junit4:junit4]   2> 24029 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[45 (1430155717998804992)]} 0 11
[junit4:junit4]   2> 24030 T77 C3 P45600 /update {wt=javabin&version=2} {add=[45]} 0 15
[junit4:junit4]   2> 24043 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[46 (1430155718016630784)]} 0 2
[junit4:junit4]   2> 24043 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[46 (1430155718016630784)]} 0 2
[junit4:junit4]   2> 24044 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[46 (1430155718016630784)]} 0 9
[junit4:junit4]   2> 24046 T75 C3 P45600 /update {wt=javabin&version=2} {add=[46]} 0 13
[junit4:junit4]   2> 24060 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[47 (1430155718034456576)]} 0 3
[junit4:junit4]   2> 24060 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[47 (1430155718034456576)]} 0 2
[junit4:junit4]   2> 24067 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[47 (1430155718034456576)]} 0 15
[junit4:junit4]   2> 24068 T76 C3 P45600 /update {wt=javabin&version=2} {add=[47]} 0 19
[junit4:junit4]   2> 24080 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[48 (1430155718056476672)]} 0 2
[junit4:junit4]   2> 24081 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[48 (1430155718056476672)]} 0 3
[junit4:junit4]   2> 24082 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[48 (1430155718056476672)]} 0 8
[junit4:junit4]   2> 24083 T78 C3 P45600 /update {wt=javabin&version=2} {add=[48]} 0 12
[junit4:junit4]   2> 24094 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[49 (1430155718071156736)]} 0 2
[junit4:junit4]   2> 24094 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[49 (1430155718071156736)]} 0 2
[junit4:junit4]   2> 24095 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[49 (1430155718071156736)]} 0 7
[junit4:junit4]   2> 24095 T77 C3 P45600 /update {wt=javabin&version=2} {add=[49]} 0 10
[junit4:junit4]   2> 24106 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[50 (1430155718084788224)]} 0 2
[junit4:junit4]   2> 24106 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[50 (1430155718084788224)]} 0 2
[junit4:junit4]   2> 24107 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[50 (1430155718084788224)]} 0 7
[junit4:junit4]   2> 24108 T75 C3 P45600 /update {wt=javabin&version=2} {add=[50]} 0 10
[junit4:junit4]   2> 24119 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[51 (1430155718097371136)]} 0 2
[junit4:junit4]   2> 24119 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[51 (1430155718097371136)]} 0 2
[junit4:junit4]   2> 24120 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[51 (1430155718097371136)]} 0 7
[junit4:junit4]   2> 24121 T76 C3 P45600 /update {wt=javabin&version=2} {add=[51]} 0 11
[junit4:junit4]   2> 24132 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[52 (1430155718111002624)]} 0 2
[junit4:junit4]   2> 24132 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[52 (1430155718111002624)]} 0 2
[junit4:junit4]   2> 24133 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[52 (1430155718111002624)]} 0 7
[junit4:junit4]   2> 24134 T78 C3 P45600 /update {wt=javabin&version=2} {add=[52]} 0 11
[junit4:junit4]   2> 24144 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[53 (1430155718124634112)]} 0 1
[junit4:junit4]   2> 24145 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[53 (1430155718124634112)]} 0 2
[junit4:junit4]   2> 24146 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[53 (1430155718124634112)]} 0 7
[junit4:junit4]   2> 24146 T77 C3 P45600 /update {wt=javabin&version=2} {add=[53]} 0 10
[junit4:junit4]   2> 24157 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[54 (1430155718138265600)]} 0 2
[junit4:junit4]   2> 24157 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[54 (1430155718138265600)]} 0 2
[junit4:junit4]   2> 24158 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[54 (1430155718138265600)]} 0 7
[junit4:junit4]   2> 24158 T75 C3 P45600 /update {wt=javabin&version=2} {add=[54]} 0 9
[junit4:junit4]   2> 24169 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[55 (1430155718150848512)]} 0 2
[junit4:junit4]   2> 24169 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[55 (1430155718150848512)]} 0 2
[junit4:junit4]   2> 24170 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[55 (1430155718150848512)]} 0 7
[junit4:junit4]   2> 24171 T76 C3 P45600 /update {wt=javabin&version=2} {add=[55]} 0 10
[junit4:junit4]   2> 24182 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[56 (1430155718163431424)]} 0 2
[junit4:junit4]   2> 24182 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[56 (1430155718163431424)]} 0 2
[junit4:junit4]   2> 24183 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[56 (1430155718163431424)]} 0 7
[junit4:junit4]   2> 24184 T78 C3 P45600 /update {wt=javabin&version=2} {add=[56]} 0 11
[junit4:junit4]   2> 24195 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[57 (1430155718177062912)]} 0 2
[junit4:junit4]   2> 24195 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[57 (1430155718177062912)]} 0 2
[junit4:junit4]   2> 24196 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[57 (1430155718177062912)]} 0 7
[junit4:junit4]   2> 24196 T77 C3 P45600 /update {wt=javabin&version=2} {add=[57]} 0 10
[junit4:junit4]   2> 24207 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[58 (1430155718190694400)]} 0 2
[junit4:junit4]   2> 24207 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[58 (1430155718190694400)]} 0 2
[junit4:junit4]   2> 24208 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[58 (1430155718190694400)]} 0 7
[junit4:junit4]   2> 24209 T75 C3 P45600 /update {wt=javabin&version=2} {add=[58]} 0 10
[junit4:junit4]   2> 24220 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[59 (1430155718204325888)]} 0 2
[junit4:junit4]   2> 24220 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[59 (1430155718204325888)]} 0 2
[junit4:junit4]   2> 24221 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[59 (1430155718204325888)]} 0 7
[junit4:junit4]   2> 24222 T76 C3 P45600 /update {wt=javabin&version=2} {add=[59]} 0 9
[junit4:junit4]   2> 24233 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[60 (1430155718216908800)]} 0 3
[junit4:junit4]   2> 24233 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[60 (1430155718216908800)]} 0 2
[junit4:junit4]   2> 24234 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[60 (1430155718216908800)]} 0 7
[junit4:junit4]   2> 24234 T78 C3 P45600 /update {wt=javabin&version=2} {add=[60]} 0 10
[junit4:junit4]   2> 24247 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[61 (1430155718232637440)]} 0 2
[junit4:junit4]   2> 24247 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[61 (1430155718232637440)]} 0 2
[junit4:junit4]   2> 24248 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[61 (1430155718232637440)]} 0 7
[junit4:junit4]   2> 24249 T77 C3 P45600 /update {wt=javabin&version=2} {add=[61]} 0 12
[junit4:junit4]   2> 24260 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[62 (1430155718245220352)]} 0 2
[junit4:junit4]   2> 24260 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[62 (1430155718245220352)]} 0 2
[junit4:junit4]   2> 24261 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[62 (1430155718245220352)]} 0 7
[junit4:junit4]   2> 24261 T75 C3 P45600 /update {wt=javabin&version=2} {add=[62]} 0 10
[junit4:junit4]   2> 24272 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[63 (1430155718258851840)]} 0 1
[junit4:junit4]   2> 24272 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[63 (1430155718258851840)]} 0 2
[junit4:junit4]   2> 24273 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[63 (1430155718258851840)]} 0 7
[junit4:junit4]   2> 24274 T76 C3 P45600 /update {wt=javabin&version=2} {add=[63]} 0 10
[junit4:junit4]   2> 24284 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[64 (1430155718271434752)]} 0 1
[junit4:junit4]   2> 24284 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[64 (1430155718271434752)]} 0 1
[junit4:junit4]   2> 24285 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[64 (1430155718271434752)]} 0 6
[junit4:junit4]   2> 24286 T78 C3 P45600 /update {wt=javabin&version=2} {add=[64]} 0 9
[junit4:junit4]   2> 24297 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[65 (1430155718284017664)]} 0 2
[junit4:junit4]   2> 24297 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[65 (1430155718284017664)]} 0 2
[junit4:junit4]   2> 24298 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[65 (1430155718284017664)]} 0 7
[junit4:junit4]   2> 24298 T77 C3 P45600 /update {wt=javabin&version=2} {add=[65]} 0 10
[junit4:junit4]   2> 24309 T78 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[66 (1430155718297649152)]} 0 2
[junit4:junit4]   2> 24309 T61 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[66 (1430155718297649152)]} 0 2
[junit4:junit4]   2> 24310 T50 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[66 (1430155718297649152)]} 0 7
[junit4:junit4]   2> 24311 T75 C3 P45600 /update {wt=javabin&version=2} {add=[66]} 0 10
[junit4:junit4]   2> 24321 T77 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[67 (1430155718310232064)]} 0 2
[junit4:junit4]   2> 24321 T64 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[67 (1430155718310232064)]} 0 2
[junit4:junit4]   2> 24322 T47 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[67 (1430155718310232064)]} 0 7
[junit4:junit4]   2> 24323 T76 C3 P45600 /update {wt=javabin&version=2} {add=[67]} 0 10
[junit4:junit4]   2> 24333 T75 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[68 (1430155718322814976)]} 0 2
[junit4:junit4]   2> 24333 T62 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[68 (1430155718322814976)]} 0 2
[junit4:junit4]   2> 24334 T48 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[68 (1430155718322814976)]} 0 7
[junit4:junit4]   2> 24335 T78 C3 P45600 /update {wt=javabin&version=2} {add=[68]} 0 10
[junit4:junit4]   2> 24345 T76 C3 P45600 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[69 (1430155718335397888)]} 0 2
[junit4:junit4]   2> 24345 T63 C1 P43071 /update {distrib.from=http://127.0.0.1:44577/rll/t/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[69 (1430155718335397888)]} 0 2
[junit4:junit4]   2> 24346 T49 C2 P44577 /update {distrib.from=http://127.0.0.1:45600/rll/t/unloadcollection3/&wt=javabin&version=2&update.di

[...truncated too long message...]

e.solr.common.SolrException: Server at http://127.0.0.1:52889/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([919584EE21170C51:10730AF656486C6D]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 31965 T1857 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 31969 T1856 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 32202 T1860 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 32805 T780 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 33172 T1948 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33172 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 33173 T1948 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33173 T1948 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=th, timezone=Antarctica/Rothera
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=156073200,total=257949696
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DocValuesTest, UnloadDistributedZkTest, TestFieldTypeResource, TestSolrDeletionPolicy2, LukeRequestHandlerTest, TestQuerySenderListener, DistributedTermsComponentTest, RAMDirectoryFactoryTest, CSVRequestHandlerTest, UpdateRequestProcessorFactoryTest, DistributedSpellCheckComponentTest, UUIDFieldTest, ExternalFileFieldSortTest, TestWriterPerf, TestCoreContainer, TestSolrIndexConfig, OverseerTest, SliceStateTest, RecoveryZkTest, TestQueryUtils, ResourceLoaderTest, TestValueSourceCache, TestTrie, TestPseudoReturnFields, TestRemoteStreaming, TestRandomDVFaceting, TestSolrCoreProperties, ShowFileRequestHandlerTest, IndexSchemaTest, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, TestIBSimilarityFactory, TestFastLRUCache, SliceStateUpdateTest, LoggingHandlerTest, SystemInfoHandlerTest, QueryEqualityTest, TestStressVersions, TestJoin, TestReversedWildcardFilterFactory, TestLFUCache, OverseerCollectionProcessorTest, TermsComponentTest, SynonymTokenizerTest, StatelessScriptUpdateProcessorFactoryTest, TestPluginEnable, TestRealTimeGet, DirectSolrConnectionTest, TestFunctionQuery, BadComponentTest, TestFastWriter, PrimUtilsTest, TestDocSet, SolrInfoMBeanTest, MBeansHandlerTest, SuggesterTest, TestSweetSpotSimilarityFactory, BasicFunctionalityTest, JsonLoaderTest, TestSearchPerf, SpellingQueryConverterTest, TestPerFieldSimilarity, DirectUpdateHandlerOptimizeTest, DocumentBuilderTest, TestFaceting, LegacyHTMLStripCharFilterTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 33.24s, 1 test, 1 error <<< FAILURES!

[...truncated 426 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1210: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:874: There were test failures: 272 suites, 1144 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 37 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4813 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4813/
Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:34807/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:34807/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([77035A56D75EC3D:8696BBBD1A2A8C01]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([77035A56D75EC3D:8696BBBD1A2A8C01]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9154 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
[junit4:junit4]   2> 0 T1406 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 4 T1406 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594
[junit4:junit4]   2> 4 T1406 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T1407 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 6 T1407 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 7 T1407 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 7 T1407 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 7 T1407 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 8 T1407 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-1363897952594/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 105 T1406 oasc.ZkTestServer.run start zk server on port:58908
[junit4:junit4]   2> 106 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@277c85
[junit4:junit4]   2> 107 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T1412 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 108 T1412 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 108 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49726
[junit4:junit4]   2> 108 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49726
[junit4:junit4]   2> 108 T1410 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 123 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570000 with negotiated timeout 10000 for client /127.0.0.1:49726
[junit4:junit4]   2> 123 T1412 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570000, negotiated timeout = 10000
[junit4:junit4]   2> 124 T1413 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@277c85 name:ZooKeeperConnection Watcher:127.0.0.1:58908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 124 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 124 T1406 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 128 T1411 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ea729570000
[junit4:junit4]   2> 128 T1413 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T1408 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49726 which had sessionid 0x13d8ea729570000
[junit4:junit4]   2> 128 T1406 oaz.ZooKeeper.close Session: 0x13d8ea729570000 closed
[junit4:junit4]   2> 129 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@e09171
[junit4:junit4]   2> 130 T1414 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 130 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T1414 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 131 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49727
[junit4:junit4]   2> 131 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49727
[junit4:junit4]   2> 132 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570001 with negotiated timeout 10000 for client /127.0.0.1:49727
[junit4:junit4]   2> 132 T1414 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570001, negotiated timeout = 10000
[junit4:junit4]   2> 132 T1415 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e09171 name:ZooKeeperConnection Watcher:127.0.0.1:58908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 132 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 133 T1406 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 135 T1406 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 138 T1406 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 141 T1406 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 144 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 144 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 148 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 149 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 153 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 153 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 155 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 156 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 158 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 159 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 161 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 162 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 164 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 165 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 168 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 169 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 173 T1406 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 173 T1406 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 176 T1411 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ea729570001
[junit4:junit4]   2> 176 T1415 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 177 T1408 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49727 which had sessionid 0x13d8ea729570001
[junit4:junit4]   2> 176 T1406 oaz.ZooKeeper.close Session: 0x13d8ea729570001 closed
[junit4:junit4]   2> 241 T1406 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 258 T1406 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53294
[junit4:junit4]   2> 258 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 259 T1406 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 259 T1406 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363897952767
[junit4:junit4]   2> 259 T1406 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363897952767/solr.xml
[junit4:junit4]   2> 260 T1406 oasc.CoreContainer.<init> New CoreContainer 21899254
[junit4:junit4]   2> 260 T1406 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363897952767/'
[junit4:junit4]   2> 261 T1406 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1363897952767/'
[junit4:junit4]   2> 287 T1406 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 288 T1406 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 288 T1406 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 289 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 289 T1406 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 290 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 291 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 291 T1406 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 292 T1406 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 292 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 299 T1406 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 307 T1406 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58908/solr
[junit4:junit4]   2> 312 T1406 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 312 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@143e40b
[junit4:junit4]   2> 313 T1425 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 313 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 314 T1425 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 314 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49728
[junit4:junit4]   2> 314 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49728
[junit4:junit4]   2> 316 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570002 with negotiated timeout 20000 for client /127.0.0.1:49728
[junit4:junit4]   2> 317 T1425 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570002, negotiated timeout = 20000
[junit4:junit4]   2> 317 T1426 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@143e40b name:ZooKeeperConnection Watcher:127.0.0.1:58908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 317 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 319 T1411 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ea729570002
[junit4:junit4]   2> 319 T1426 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 319 T1408 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49728 which had sessionid 0x13d8ea729570002
[junit4:junit4]   2> 319 T1406 oaz.ZooKeeper.close Session: 0x13d8ea729570002 closed
[junit4:junit4]   2> 321 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 324 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@133b00
[junit4:junit4]   2> 325 T1427 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 325 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 325 T1427 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 326 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49729
[junit4:junit4]   2> 326 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49729
[junit4:junit4]   2> 327 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570003 with negotiated timeout 20000 for client /127.0.0.1:49729
[junit4:junit4]   2> 327 T1427 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570003, negotiated timeout = 20000
[junit4:junit4]   2> 327 T1428 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@133b00 name:ZooKeeperConnection Watcher:127.0.0.1:58908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 327 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 328 T1406 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 333 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 334 T1406 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 337 T1406 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 344 T1406 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53294_
[junit4:junit4]   2> 345 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53294_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53294_
[junit4:junit4]   2> 347 T1406 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53294_
[junit4:junit4]   2> 352 T1406 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 363 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 364 T1406 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 366 T1406 oasc.Overseer.start Overseer (id=89384416221528067-127.0.0.1:53294_-n_0000000000) starting
[junit4:junit4]   2> 367 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 368 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 369 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 370 T1406 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 373 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 374 T1430 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 375 T1406 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 377 T1406 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 379 T1406 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 381 T1429 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 382 T1406 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 382 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 383 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 386 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 387 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@24e368
[junit4:junit4]   2> 388 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 388 T1432 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 389 T1432 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 389 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49730
[junit4:junit4]   2> 389 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49730
[junit4:junit4]   2> 390 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570004 with negotiated timeout 10000 for client /127.0.0.1:49730
[junit4:junit4]   2> 390 T1432 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570004, negotiated timeout = 10000
[junit4:junit4]   2> 390 T1433 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24e368 name:ZooKeeperConnection Watcher:127.0.0.1:58908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 390 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 391 T1406 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 394 T1406 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 450 T1406 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 452 T1406 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52413
[junit4:junit4]   2> 453 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 453 T1406 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 454 T1406 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984
[junit4:junit4]   2> 454 T1406 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984/solr.xml
[junit4:junit4]   2> 455 T1406 oasc.CoreContainer.<init> New CoreContainer 18154870
[junit4:junit4]   2> 455 T1406 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984/'
[junit4:junit4]   2> 456 T1406 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984/'
[junit4:junit4]   2> 478 T1406 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 479 T1406 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 479 T1406 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 479 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 480 T1406 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 480 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 487 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 487 T1406 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 488 T1406 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 488 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 494 T1406 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 503 T1406 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58908/solr
[junit4:junit4]   2> 504 T1406 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 504 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@19ce843
[junit4:junit4]   2> 505 T1443 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 505 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 506 T1443 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 506 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49731
[junit4:junit4]   2> 506 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49731
[junit4:junit4]   2> 508 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570005 with negotiated timeout 20000 for client /127.0.0.1:49731
[junit4:junit4]   2> 508 T1443 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570005, negotiated timeout = 20000
[junit4:junit4]   2> 508 T1444 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19ce843 name:ZooKeeperConnection Watcher:127.0.0.1:58908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 509 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 510 T1411 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ea729570005
[junit4:junit4]   2> 511 T1444 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 511 T1408 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49731 which had sessionid 0x13d8ea729570005
[junit4:junit4]   2> 511 T1406 oaz.ZooKeeper.close Session: 0x13d8ea729570005 closed
[junit4:junit4]   2> 512 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 517 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@479dab
[junit4:junit4]   2> 519 T1445 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 519 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 519 T1445 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 520 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49732
[junit4:junit4]   2> 520 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49732
[junit4:junit4]   2> 521 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570006 with negotiated timeout 20000 for client /127.0.0.1:49732
[junit4:junit4]   2> 521 T1445 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570006, negotiated timeout = 20000
[junit4:junit4]   2> 522 T1446 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@479dab name:ZooKeeperConnection Watcher:127.0.0.1:58908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 522 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 523 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570006 type:create cxid:0x1 zxid:0x30 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 524 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570006 type:create cxid:0x3 zxid:0x31 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 526 T1406 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1529 T1406 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52413_
[junit4:junit4]   2> 1530 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570006 type:delete cxid:0xd zxid:0x32 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52413_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52413_
[junit4:junit4]   2> 1532 T1406 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52413_
[junit4:junit4]   2> 1536 T1428 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1536 T1433 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1536 T1446 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1542 T1406 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1542 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1543 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1620 T1406 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 1622 T1406 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39591
[junit4:junit4]   2> 1622 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1623 T1406 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1623 T1406 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136
[junit4:junit4]   2> 1623 T1406 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136/solr.xml
[junit4:junit4]   2> 1624 T1406 oasc.CoreContainer.<init> New CoreContainer 16615525
[junit4:junit4]   2> 1624 T1406 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136/'
[junit4:junit4]   2> 1624 T1406 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136/'
[junit4:junit4]   2> 1640 T1406 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1640 T1406 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1640 T1406 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1641 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1641 T1406 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1641 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1641 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1642 T1406 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1642 T1406 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1642 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1655 T1406 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1665 T1406 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58908/solr
[junit4:junit4]   2> 1665 T1406 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1666 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@8dfa12
[junit4:junit4]   2> 1667 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1667 T1457 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1667 T1457 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 1667 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49733
[junit4:junit4]   2> 1668 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49733
[junit4:junit4]   2> 1673 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570007 with negotiated timeout 20000 for client /127.0.0.1:49733
[junit4:junit4]   2> 1673 T1457 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570007, negotiated timeout = 20000
[junit4:junit4]   2> 1673 T1458 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8dfa12 name:ZooKeeperConnection Watcher:127.0.0.1:58908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1673 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1674 T1411 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ea729570007
[junit4:junit4]   2> 1675 T1458 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1675 T1408 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49733 which had sessionid 0x13d8ea729570007
[junit4:junit4]   2> 1675 T1406 oaz.ZooKeeper.close Session: 0x13d8ea729570007 closed
[junit4:junit4]   2> 1675 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1678 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ca4317
[junit4:junit4]   2> 1679 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1679 T1459 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1679 T1459 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 1680 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49734
[junit4:junit4]   2> 1680 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49734
[junit4:junit4]   2> 1681 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570008 with negotiated timeout 20000 for client /127.0.0.1:49734
[junit4:junit4]   2> 1681 T1459 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570008, negotiated timeout = 20000
[junit4:junit4]   2> 1681 T1460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ca4317 name:ZooKeeperConnection Watcher:127.0.0.1:58908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1681 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1682 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570008 type:create cxid:0x1 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1683 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570008 type:create cxid:0x3 zxid:0x39 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1685 T1406 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2688 T1406 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39591_
[junit4:junit4]   2> 2689 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570008 type:delete cxid:0xd zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39591_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39591_
[junit4:junit4]   2> 2691 T1406 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39591_
[junit4:junit4]   2> 2695 T1433 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2695 T1428 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2695 T1446 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2695 T1460 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2700 T1406 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2700 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2701 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2761 T1406 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 2763 T1406 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44044
[junit4:junit4]   2> 2763 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2764 T1406 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2764 T1406 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293
[junit4:junit4]   2> 2764 T1406 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293/solr.xml
[junit4:junit4]   2> 2765 T1406 oasc.CoreContainer.<init> New CoreContainer 6628950
[junit4:junit4]   2> 2765 T1406 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293/'
[junit4:junit4]   2> 2765 T1406 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293/'
[junit4:junit4]   2> 2786 T1406 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2786 T1406 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2786 T1406 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2787 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2787 T1406 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2787 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2787 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2788 T1406 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2788 T1406 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2788 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2794 T1406 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2812 T1406 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58908/solr
[junit4:junit4]   2> 2812 T1406 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2813 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1257dc8
[junit4:junit4]   2> 2813 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2813 T1471 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2814 T1471 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 2814 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49735
[junit4:junit4]   2> 2814 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49735
[junit4:junit4]   2> 2818 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea729570009 with negotiated timeout 20000 for client /127.0.0.1:49735
[junit4:junit4]   2> 2818 T1471 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea729570009, negotiated timeout = 20000
[junit4:junit4]   2> 2818 T1472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1257dc8 name:ZooKeeperConnection Watcher:127.0.0.1:58908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2818 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2819 T1411 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ea729570009
[junit4:junit4]   2> 2820 T1472 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2820 T1408 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49735 which had sessionid 0x13d8ea729570009
[junit4:junit4]   2> 2820 T1406 oaz.ZooKeeper.close Session: 0x13d8ea729570009 closed
[junit4:junit4]   2> 2820 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2823 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4ef03f
[junit4:junit4]   2> 2823 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2824 T1473 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2824 T1473 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 2824 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49736
[junit4:junit4]   2> 2825 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49736
[junit4:junit4]   2> 2825 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea72957000a with negotiated timeout 20000 for client /127.0.0.1:49736
[junit4:junit4]   2> 2825 T1473 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea72957000a, negotiated timeout = 20000
[junit4:junit4]   2> 2825 T1474 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ef03f name:ZooKeeperConnection Watcher:127.0.0.1:58908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2826 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2826 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea72957000a type:create cxid:0x1 zxid:0x40 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2827 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea72957000a type:create cxid:0x3 zxid:0x41 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2828 T1406 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3831 T1406 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44044_
[junit4:junit4]   2> 3832 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea72957000a type:delete cxid:0xd zxid:0x42 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44044_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44044_
[junit4:junit4]   2> 3833 T1406 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44044_
[junit4:junit4]   2> 3835 T1428 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3835 T1446 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3836 T1433 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3836 T1474 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3836 T1460 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3839 T1406 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3840 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3840 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3900 T1406 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3903 T1406 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42994
[junit4:junit4]   2> 3903 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3903 T1406 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3904 T1406 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363897956432
[junit4:junit4]   2> 3904 T1406 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363897956432/solr.xml
[junit4:junit4]   2> 3904 T1406 oasc.CoreContainer.<init> New CoreContainer 18015582
[junit4:junit4]   2> 3905 T1406 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363897956432/'
[junit4:junit4]   2> 3905 T1406 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1363897956432/'
[junit4:junit4]   2> 3920 T1406 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3921 T1406 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3921 T1406 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3921 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3922 T1406 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3922 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3922 T1406 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3922 T1406 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3923 T1406 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3923 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3928 T1406 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3944 T1406 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58908/solr
[junit4:junit4]   2> 3944 T1406 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3945 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@121387c
[junit4:junit4]   2> 3946 T1485 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3946 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3946 T1485 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 3946 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49737
[junit4:junit4]   2> 3947 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49737
[junit4:junit4]   2> 3948 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea72957000b with negotiated timeout 20000 for client /127.0.0.1:49737
[junit4:junit4]   2> 3948 T1485 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea72957000b, negotiated timeout = 20000
[junit4:junit4]   2> 3948 T1486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@121387c name:ZooKeeperConnection Watcher:127.0.0.1:58908 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3949 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3950 T1411 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8ea72957000b
[junit4:junit4]   2> 3950 T1486 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3950 T1408 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49737 which had sessionid 0x13d8ea72957000b
[junit4:junit4]   2> 3950 T1406 oaz.ZooKeeper.close Session: 0x13d8ea72957000b closed
[junit4:junit4]   2> 3951 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3953 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f474db
[junit4:junit4]   2> 3954 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3954 T1487 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3955 T1487 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 3955 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49738
[junit4:junit4]   2> 3955 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49738
[junit4:junit4]   2> 3956 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea72957000c with negotiated timeout 20000 for client /127.0.0.1:49738
[junit4:junit4]   2> 3956 T1487 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea72957000c, negotiated timeout = 20000
[junit4:junit4]   2> 3956 T1488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f474db name:ZooKeeperConnection Watcher:127.0.0.1:58908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3957 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3957 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea72957000c type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3958 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea72957000c type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3960 T1406 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4963 T1406 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42994_
[junit4:junit4]   2> 4964 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea72957000c type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42994_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42994_
[junit4:junit4]   2> 4966 T1406 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42994_
[junit4:junit4]   2> 4970 T1488 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4970 T1433 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4970 T1474 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4971 T1428 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4971 T1446 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4971 T1460 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4978 T1406 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4978 T1406 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4979 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4983 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4989 T1439 oasc.CoreContainer.create Creating SolrCore 'unloadcollection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984/unloadcollection1
[junit4:junit4]   2> 4989 T1439 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 4990 T1439 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:unloadcollection
[junit4:junit4]   2> 4990 T1439 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 4991 T1439 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 4991 T1439 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection
[junit4:junit4]   2> 4993 T1439 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 4994 T1439 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984/unloadcollection1/'
[junit4:junit4]   2> 5015 T1439 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5051 T1439 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5052 T1439 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5058 T1439 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5409 T1439 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5414 T1439 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5416 T1439 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5430 T1439 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5433 T1439 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5436 T1439 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5437 T1439 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5437 T1439 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5437 T1439 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5439 T1439 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5439 T1439 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5439 T1439 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5439 T1439 oasc.SolrCore.<init> [unloadcollection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984/unloadcollection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897957576unloadcollection1_1n/
[junit4:junit4]   2> 5440 T1439 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@108fe4c
[junit4:junit4]   2> 5440 T1439 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5441 T1439 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897957576unloadcollection1_1n forceNew: false
[junit4:junit4]   2> 5441 T1439 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897957576unloadcollection1_1n/index/
[junit4:junit4]   2> 5441 T1439 oasc.SolrCore.initIndex WARNING [unloadcollection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897957576unloadcollection1_1n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5442 T1439 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897957576unloadcollection1_1n/index forceNew: false
[junit4:junit4]   2> 5443 T1439 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5443 T1439 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5444 T1439 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5445 T1439 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5445 T1439 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5446 T1439 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5446 T1439 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5446 T1439 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5446 T1439 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5447 T1439 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5447 T1439 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5449 T1439 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5451 T1439 oass.SolrIndexSearcher.<init> Opening Searcher@a2de20 main
[junit4:junit4]   2> 5452 T1439 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897957576unloadcollection1_1n/tlog
[junit4:junit4]   2> 5452 T1439 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5452 T1439 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5455 T1490 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@a2de20 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5456 T1439 oasc.ZkController.publish publishing core=unloadcollection1 state=down
[junit4:junit4]   2> 6391 T1429 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6392 T1429 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core":"unloadcollection1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52413_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52413",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 6392 T1429 oasc.Overseer$ClusterStateUpdater.createCollection Create collection unloadcollection with numShards 1
[junit4:junit4]   2> 6393 T1429 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6399 T1433 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6399 T1488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6399 T1428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6399 T1460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6399 T1446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6399 T1474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6473 T1439 oasc.CoreContainer.registerCore registering core: unloadcollection1
[junit4:junit4]   2> 6473 T1439 oasc.ZkController.register Register replica - core:unloadcollection1 address:http://127.0.0.1:52413 collection:unloadcollection shard:shard1
[junit4:junit4]   2> 6476 T1439 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 6480 T1439 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leader_elect/shard1/election
[junit4:junit4]   2> 6485 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570006 type:delete cxid:0x51 zxid:0x57 txntype:-1 reqpath:n/a Error Path:/solr/collections/unloadcollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/unloadcollection/leaders
[junit4:junit4]   2> 6486 T1439 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6487 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570006 type:create cxid:0x52 zxid:0x58 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6488 T1439 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6489 T1439 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6489 T1439 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52413/unloadcollection1/
[junit4:junit4]   2> 6490 T1439 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6490 T1439 oasc.SyncStrategy.syncToMe http://127.0.0.1:52413/unloadcollection1/ has no replicas
[junit4:junit4]   2> 6491 T1439 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52413/unloadcollection1/
[junit4:junit4]   2> 6491 T1439 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leaders/shard1
[junit4:junit4]   2> 6497 T1411 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8ea729570006 type:create cxid:0x5d zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7907 T1429 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7914 T1488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7914 T1474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7914 T1460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7914 T1446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7914 T1433 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7914 T1428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7954 T1439 oasc.ZkController.register We are http://127.0.0.1:52413/unloadcollection1/ and leader is http://127.0.0.1:52413/unloadcollection1/
[junit4:junit4]   2> 7955 T1439 oasc.ZkController.register No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:52413
[junit4:junit4]   2> 7955 T1439 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7955 T1439 oasc.ZkController.publish publishing core=unloadcollection1 state=active
[junit4:junit4]   2> 7957 T1439 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7957 T1439 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984/solr.xml
[junit4:junit4]   2> 7963 T1439 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1363897952984/solr.xml
[junit4:junit4]   2> 7964 T1439 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=unloadcollection&name=unloadcollection1&numShards=1&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897957576unloadcollection1_1n&action=CREATE&version=2&wt=javabin} status=0 QTime=2976 
[junit4:junit4]   2> 7965 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 7967 T1406 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58908/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ce00a6
[junit4:junit4]   2> 7968 T1491 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58908. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7968 T1406 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7968 T1491 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58908, initiating session
[junit4:junit4]   2> 7968 T1408 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49740
[junit4:junit4]   2> 7969 T1408 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49740
[junit4:junit4]   2> 7982 T1410 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8ea72957000d with negotiated timeout 10000 for client /127.0.0.1:49740
[junit4:junit4]   2> 7982 T1491 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58908, sessionid = 0x13d8ea72957000d, negotiated timeout = 10000
[junit4:junit4]   2> 7982 T1492 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ce00a6 name:ZooKeeperConnection Watcher:127.0.0.1:58908/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7982 T1406 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7984 T1406 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7986 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7987 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7992 T1454 oasc.CoreContainer.create Creating SolrCore 'unloadcollection2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136/unloadcollection2
[junit4:junit4]   2> 7993 T1454 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 7994 T1454 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7994 T1454 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 7995 T1454 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136/unloadcollection2/'
[junit4:junit4]   2> 8031 T1454 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8065 T1454 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8066 T1454 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8071 T1454 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8420 T1454 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8426 T1454 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8434 T1454 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8447 T1454 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8450 T1454 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8452 T1454 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8453 T1454 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8454 T1454 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8454 T1454 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8455 T1454 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8455 T1454 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8455 T1454 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8456 T1454 oasc.SolrCore.<init> [unloadcollection2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136/unloadcollection2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897960581unloadcollection1_2n/
[junit4:junit4]   2> 8456 T1454 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@108fe4c
[junit4:junit4]   2> 8456 T1454 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8457 T1454 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897960581unloadcollection1_2n forceNew: false
[junit4:junit4]   2> 8457 T1454 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897960581unloadcollection1_2n/index/
[junit4:junit4]   2> 8457 T1454 oasc.SolrCore.initIndex WARNING [unloadcollection2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897960581unloadcollection1_2n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8458 T1454 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897960581unloadcollection1_2n/index forceNew: false
[junit4:junit4]   2> 8459 T1454 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e5c9f5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11a55fd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8459 T1454 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8461 T1454 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8461 T1454 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8461 T1454 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8462 T1454 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8462 T1454 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8462 T1454 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8463 T1454 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8463 T1454 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8463 T1454 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8466 T1454 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8468 T1454 oass.SolrIndexSearcher.<init> Opening Searcher@1241f1a main
[junit4:junit4]   2> 8468 T1454 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897960581unloadcollection1_2n/tlog
[junit4:junit4]   2> 8468 T1454 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8469 T1454 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8471 T1493 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@1241f1a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8472 T1454 oasc.ZkController.publish publishing core=unloadcollection2 state=down
[junit4:junit4]   2> 8472 T1454 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9419 T1429 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9420 T1429 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core":"unloadcollection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52413_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52413",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52413__unloadcollection1",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 9453 T1429 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:39591_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:39591",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 9454 T1429 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 9454 T1429 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9457 T1492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9457 T1488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9457 T1460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9457 T1433 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9457 T1474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9457 T1428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9457 T1446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9474 T1454 oasc.CoreContainer.registerCore registering core: unloadcollection2
[junit4:junit4]   2> 9474 T1454 oasc.ZkController.register Register replica - core:unloadcollection2 address:http://127.0.0.1:39591 collection:unloadcollection shard:shard1
[junit4:junit4]   2> 9478 T1454 oasc.ZkController.register We are http://127.0.0.1:39591/unloadcollection2/ and leader is http://127.0.0.1:52413/unloadcollection1/
[junit4:junit4]   2> 9478 T1454 oasc.ZkController.register No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:39591
[junit4:junit4]   2> 9478 T1454 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection2
[junit4:junit4]   2> 9479 T1454 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C69 name=unloadcollection2 org.apache.solr.core.SolrCore@1dfaf15 url=http://127.0.0.1:39591/unloadcollection2 node=127.0.0.1:39591_ C69_STATE=coll:unloadcollection core:unloadcollection2 props:{core=unloadcollection2, node_name=127.0.0.1:39591_, base_url=http://127.0.0.1:39591, collection=unloadcollection, state=down}
[junit4:junit4]   2> 9482 T1494 C69 P39591 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
[junit4:junit4]   2> 9482 T1454 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9483 T1494 C69 P39591 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9483 T1494 C69 P39591 oasc.ZkController.publish publishing core=unloadcollection2 state=recovering
[junit4:junit4]   2> 9484 T1494 C69 P39591 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9484 T1454 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136/solr.xml
[junit4:junit4]   2> 9484 T1494 C69 P39591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9488 T1454 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1363897954136/solr.xml
[junit4:junit4]   2> 9490 T1454 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=unloadcollection&name=unloadcollection2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897960581unloadcollection1_2n&action=CREATE&version=2&wt=javabin} status=0 QTime=1498 
[junit4:junit4]   2> 9491 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9492 T1406 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 9493 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10494 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10966 T1429 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10967 T1429 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:39591_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:39591",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:39591__unloadcollection2",
[junit4:junit4]   2> 	  "state":"recovering"}
[junit4:junit4]   2> 10982 T1492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10982 T1428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10982 T1474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10982 T1460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10982 T1488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10982 T1433 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10982 T1446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11490 T1442 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {onlyIfLeader=true&core=unloadcollection1&coreNodeName=127.0.0.1:39591__unloadcollection2&nodeName=127.0.0.1:39591_&checkLive=true&action=PREPRECOVERY&version=2&state=recovering&wt=javabin} status=0 QTime=2001 
[junit4:junit4]   2> 11496 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12498 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C69_STATE=coll:unloadcollection core:unloadcollection2 props:{core=unloadcollection2, shard=shard1, node_name=127.0.0.1:39591_, base_url=http://127.0.0.1:39591, collection=unloadcollection, state=recovering}
[junit4:junit4]   2> 13491 T1494 C69 P39591 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52413/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
[junit4:junit4]   2> 13491 T1494 C69 P39591 oasu.PeerSync.sync PeerSync: core=unloadcollection2 url=http://127.0.0.1:39591 START replicas=[http://127.0.0.1:52413/unloadcollection1/] nUpdates=100
[junit4:junit4]   2> 13492 T1494 C69 P39591 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 13492 T1494 C69 P39591 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection2
[junit4:junit4]   2> 13492 T1494 C69 P39591 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection2
[junit4:junit4]   2> 13492 T1494 C69 P39591 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection2
[junit4:junit4]   2> 13492 T1494 C69 P39591 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 13492 T1494 C69 P39591 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52413/unloadcollection1/. core=unloadcollection2
[junit4:junit4]   2> 13492 T1494 C69 P39591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C70 name=unloadcollection1 org.apache.solr.core.SolrCore@15a6f78 url=http://127.0.0.1:52413/unloadcollection1 node=127.0.0.1:52413_ C70_STATE=coll:unloadcollection core:unloadcollection1 props:{core=unloadcollection1, shard=shard1, node_name=127.0.0.1:52413_, base_url=http://127.0.0.1:52413, collection=unloadcollection, state=active, leader=true}
[junit4:junit4]   2> 13498 T1442 C70 P52413 REQ /get {distrib=false&qt=/get&getVersions=100&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 13499 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13500 T1439 C70 P52413 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 13501 T1439 C70 P52413 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13502 T1439 C70 P52413 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13502 T1439 C70 P52413 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 13503 T1439 C70 P52413 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 13503 T1439 C70 P52413 oass.SolrIndexSearcher.<init> Opening Searcher@f5a2a2 realtime
[junit4:junit4]   2> 13504 T1439 C70 P52413 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13504 T1439 C70 P52413 /update {openSearcher=false&commit=true&softCommit=false&version=2&waitSearcher=true&wt=javabin&commit_end_point=true} {commit=} 0 5
[junit4:junit4]   2> 13505 T1494 C69 P39591 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13505 T1494 C69 P39591 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 13512 T1440 C70 P52413 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13512 T1440 C70 P52413 REQ /replication {qt=/replication&command=indexversion&version=2&wt=javabin} status=0 QTime=6 
[junit4:junit4]   2> 13513 T1494 C69 P39591 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 13513 T1494 C69 P39591 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 13513 T1494 C69 P39591 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 13515 T1442 C70 P52413 REQ /replication {qt=/replication&command=filelist&generation=2&version=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 13515 T1494 C69 P39591 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 13516 T1494 C69 P39591 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897960581unloadcollection1_2n/index.20130322080246105 forceNew: false
[junit4:junit4]   2> 13516 T1494 C69 P39591 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c5a4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a7371) fullCopy=false
[junit4:junit4]   2> 13518 T1439 C70 P52413 REQ /replication {file=segments_2&qt=/replication&command=filecontent&generation=2&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 13519 T1494 C69 P39591 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 13520 T1494 C69 P39591 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 13520 T1494 C69 P39591 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=unloadcollection2
[junit4:junit4]   2> 13521 T1494 C69 P39591 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e5c9f5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11a55fd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e5c9f5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11a55fd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 13521 T1494 C69 P39591 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 13522 T1494 C69 P39591 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 13522 T1494 C69 P39591 oass.SolrIndexSearcher.<init> Opening Searcher@daffd6 main
[junit4:junit4]   2> 13523 T1493 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@daffd6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 13523 T1494 C69 P39591 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection2
[junit4:junit4]   2> 13523 T1494 C69 P39591 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection2
[junit4:junit4]   2> 13523 T1494 C69 P39591 oasc.ZkController.publish publishing core=unloadcollection2 state=active
[junit4:junit4]   2> 13523 T1494 C69 P39591 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13529 T1494 C69 P39591 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection2
[junit4:junit4]   2> 13989 T1429 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13990 T1429 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:39591_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:39591",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:39591__unloadcollection2",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 14014 T1433 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14014 T1488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14014 T1446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14014 T1428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14014 T1474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14014 T1460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14014 T1492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14501 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14502 T1406 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
[junit4:junit4]   2> 14502 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2>  C69_STATE=coll:unloadcollection core:unloadcollection2 props:{core=unloadcollection2, shard=shard1, node_name=127.0.0.1:39591_, base_url=http://127.0.0.1:39591, collection=unloadcollection, state=active}
[junit4:junit4]   2> 14527 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[6 (1430150674754043904)]} 0 2
[junit4:junit4]   2> 14527 T1439 C70 P52413 /update {version=2&wt=javabin} {add=[6 (1430150674754043904)]} 0 14
[junit4:junit4]   2> 14535 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[7 (1430150674770821120)]} 0 2
[junit4:junit4]   2> 14536 T1441 C70 P52413 /update {version=2&wt=javabin} {add=[7 (1430150674770821120)]} 0 6
[junit4:junit4]   2> 14541 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[8 (1430150674779209728)]} 0 1
[junit4:junit4]   2> 14542 T1440 C70 P52413 /update {version=2&wt=javabin} {add=[8 (1430150674779209728)]} 0 4
[junit4:junit4]   2> 14544 T1442 C70 P52413 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14547 T1442 C70 P52413 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_3,generation=3,filenames=[_0.cbnm, _0.dvdd, _0.tim, _0.dvdm, _0.tip, _0.doc, _0.fnm, _0.fdt, _0.si, _0.pos, segments_3, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 14548 T1442 C70 P52413 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.cbnm, _0.dvdd, _0.tim, _0.dvdm, _0.tip, _0.doc, _0.fnm, _0.fdt, _0.si, _0.pos, segments_3, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 14549 T1442 C70 P52413 oass.SolrIndexSearcher.<init> Opening Searcher@115bce0 main
[junit4:junit4]   2> 14550 T1442 C70 P52413 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14550 T1490 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@115bce0 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C3)}
[junit4:junit4]   2> 14551 T1442 C70 P52413 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39591/unloadcollection2/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 14553 T1455 C69 P39591 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14556 T1455 C69 P39591 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e5c9f5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11a55fd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e5c9f5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11a55fd),segFN=segments_3,generation=3,filenames=[_0.cbnm, _0.dvdd, _0.tim, _0.dvdm, _0.tip, _0.doc, _0.fnm, _0.fdt, _0.si, _0.pos, segments_3, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 14556 T1455 C69 P39591 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.cbnm, _0.dvdd, _0.tim, _0.dvdm, _0.tip, _0.doc, _0.fnm, _0.fdt, _0.si, _0.pos, segments_3, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 14557 T1455 C69 P39591 oass.SolrIndexSearcher.<init> Opening Searcher@18bbd3 main
[junit4:junit4]   2> 14558 T1455 C69 P39591 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14558 T1493 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@18bbd3 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C3)}
[junit4:junit4]   2> 14559 T1455 C69 P39591 /update {expungeDeletes=false&commit=true&softCommit=false&version=2&waitSearcher=true&wt=javabin&commit_end_point=true} {commit=} 0 6
[junit4:junit4]   2> 14559 T1442 C70 P52413 /update {commit=true&softCommit=false&version=2&waitSearcher=true&wt=javabin} {commit=} 0 15
[junit4:junit4]   2> 14560 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14563 T1469 oasc.CoreContainer.create Creating SolrCore 'unloadcollection3' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293/unloadcollection3
[junit4:junit4]   2> 14564 T1469 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 14564 T1469 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14565 T1469 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 14566 T1469 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293/unloadcollection3/'
[junit4:junit4]   2> 14590 T1469 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14640 T1469 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14641 T1469 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14646 T1469 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15018 T1469 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15024 T1469 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15026 T1469 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15038 T1469 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15041 T1469 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15043 T1469 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15044 T1469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15044 T1469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15045 T1469 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15045 T1469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15046 T1469 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15046 T1469 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15046 T1469 oasc.SolrCore.<init> [unloadcollection3] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293/unloadcollection3/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897967152unloadcollection_3n/
[junit4:junit4]   2> 15047 T1469 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@108fe4c
[junit4:junit4]   2> 15047 T1469 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15047 T1469 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897967152unloadcollection_3n forceNew: false
[junit4:junit4]   2> 15048 T1469 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897967152unloadcollection_3n/index/
[junit4:junit4]   2> 15048 T1469 oasc.SolrCore.initIndex WARNING [unloadcollection3] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897967152unloadcollection_3n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15048 T1469 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897967152unloadcollection_3n/index forceNew: false
[junit4:junit4]   2> 15050 T1469 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@91e104 lockFactory=org.apache.lucene.store.NativeFSLockFactory@143754),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15050 T1469 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15051 T1469 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15051 T1469 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15052 T1469 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15052 T1469 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15053 T1469 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15053 T1469 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15053 T1469 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15053 T1469 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15054 T1469 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15056 T1469 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15058 T1469 oass.SolrIndexSearcher.<init> Opening Searcher@1d057d3 main
[junit4:junit4]   2> 15058 T1469 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897967152unloadcollection_3n/tlog
[junit4:junit4]   2> 15059 T1469 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15059 T1469 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15061 T1498 oasc.SolrCore.registerSearcher [unloadcollection3] Registered new searcher Searcher@1d057d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15062 T1469 oasc.ZkController.publish publishing core=unloadcollection3 state=down
[junit4:junit4]   2> 15062 T1469 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15518 T1429 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15519 T1429 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44044_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44044",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down"}
[junit4:junit4]   2> 15519 T1429 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15519 T1429 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15532 T1492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15532 T1446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15532 T1488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15532 T1474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15532 T1460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15532 T1428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15532 T1433 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16073 T1469 oasc.CoreContainer.registerCore registering core: unloadcollection3
[junit4:junit4]   2> 16073 T1469 oasc.ZkController.register Register replica - core:unloadcollection3 address:http://127.0.0.1:44044 collection:unloadcollection shard:shard1
[junit4:junit4]   2> 16077 T1469 oasc.ZkController.register We are http://127.0.0.1:44044/unloadcollection3/ and leader is http://127.0.0.1:52413/unloadcollection1/
[junit4:junit4]   2> 16078 T1469 oasc.ZkController.register No LogReplay needed for core=unloadcollection3 baseURL=http://127.0.0.1:44044
[junit4:junit4]   2> 16078 T1469 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection3
[junit4:junit4]   2> 16078 T1469 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C71 name=unloadcollection3 org.apache.solr.core.SolrCore@12d39a9 url=http://127.0.0.1:44044/unloadcollection3 node=127.0.0.1:44044_ C71_STATE=coll:unloadcollection core:unloadcollection3 props:{core=unloadcollection3, node_name=127.0.0.1:44044_, base_url=http://127.0.0.1:44044, collection=unloadcollection, state=down}
[junit4:junit4]   2> 16078 T1499 C71 P44044 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection3 recoveringAfterStartup=true
[junit4:junit4]   2> 16079 T1499 C71 P44044 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16079 T1499 C71 P44044 oasc.ZkController.publish publishing core=unloadcollection3 state=recovering
[junit4:junit4]   2> 16079 T1469 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16079 T1499 C71 P44044 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16080 T1469 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293/solr.xml
[junit4:junit4]   2> 16080 T1499 C71 P44044 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16092 T1469 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1363897955293/solr.xml
[junit4:junit4]   2> 16093 T1469 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=unloadcollection&name=unloadcollection3&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897967152unloadcollection_3n&action=CREATE&version=2&wt=javabin} status=0 QTime=1530 
[junit4:junit4]   2> 16094 T1406 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 16095 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17038 T1429 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17038 T1429 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44044_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44044",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:44044__unloadcollection3",
[junit4:junit4]   2> 	  "state":"recovering"}
[junit4:junit4]   2> 17042 T1474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17042 T1488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17042 T1492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17043 T1428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17043 T1460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17042 T1433 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17043 T1446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17092 T1440 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {onlyIfLeader=true&core=unloadcollection1&coreNodeName=127.0.0.1:44044__unloadcollection3&nodeName=127.0.0.1:44044_&checkLive=true&action=PREPRECOVERY&version=2&state=recovering&wt=javabin} status=0 QTime=1000 
[junit4:junit4]   2> 17096 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18098 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C71_STATE=coll:unloadcollection core:unloadcollection3 props:{core=unloadcollection3, shard=shard1, node_name=127.0.0.1:44044_, base_url=http://127.0.0.1:44044, collection=unloadcollection, state=recovering}
[junit4:junit4]   2> 19093 T1499 C71 P44044 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52413/unloadcollection1/ core=unloadcollection3 - recoveringAfterStartup=true
[junit4:junit4]   2> 19093 T1499 C71 P44044 oasu.PeerSync.sync PeerSync: core=unloadcollection3 url=http://127.0.0.1:44044 START replicas=[http://127.0.0.1:52413/unloadcollection1/] nUpdates=100
[junit4:junit4]   2> 19094 T1499 C71 P44044 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19094 T1499 C71 P44044 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection3
[junit4:junit4]   2> 19094 T1499 C71 P44044 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection3
[junit4:junit4]   2> 19094 T1499 C71 P44044 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection3
[junit4:junit4]   2> 19095 T1499 C71 P44044 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19095 T1499 C71 P44044 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52413/unloadcollection1/. core=unloadcollection3
[junit4:junit4]   2> 19095 T1499 C71 P44044 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19096 T1442 C70 P52413 REQ /get {distrib=false&qt=/get&getVersions=100&version=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 19099 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19101 T1441 C70 P52413 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19101 T1441 C70 P52413 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_3,generation=3,filenames=[_0.cbnm, _0.dvdd, _0.tim, _0.dvdm, _0.tip, _0.doc, _0.fnm, _0.fdt, _0.si, _0.pos, segments_3, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197e88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@188d947),segFN=segments_4,generation=4,filenames=[_0.cbnm, _0.dvdd, _0.tim, segments_4, _0.dvdm, _0.tip, _0.doc, _0.fnm, _0.fdt, _0.si, _0.pos, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 19102 T1441 C70 P52413 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.cbnm, _0.dvdd, _0.tim, segments_4, _0.dvdm, _0.tip, _0.doc, _0.fnm, _0.fdt, _0.si, _0.pos, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 19102 T1441 C70 P52413 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19102 T1441 C70 P52413 /update {openSearcher=false&commit=true&softCommit=false&version=2&waitSearcher=true&wt=javabin&commit_end_point=true} {commit=} 0 1
[junit4:junit4]   2> 19103 T1499 C71 P44044 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19103 T1499 C71 P44044 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19106 T1442 C70 P52413 REQ /replication {qt=/replication&command=indexversion&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 19106 T1499 C71 P44044 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 19106 T1499 C71 P44044 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19106 T1499 C71 P44044 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19108 T1439 C70 P52413 REQ /replication {qt=/replication&command=filelist&generation=4&version=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 19109 T1499 C71 P44044 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 13
[junit4:junit4]   2> 19110 T1499 C71 P44044 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1363897952594/1363897967152unloadcollection_3n/index.20130322080251699 forceNew: false
[junit4:junit4]   2> 19110 T1499 C71 P44044 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b96aa4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@af57b3) fullCopy=false
[junit4:junit4]   2> 19112 T1441 C70 P52413 REQ /replication {file=_0.dvdd&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19115 T1440 C70 P52413 REQ /replication {file=_0.cbnm&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19118 T1442 C70 P52413 REQ /replication {file=_0.tim&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19121 T1439 C70 P52413 REQ /replication {file=segments_4&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19124 T1441 C70 P52413 REQ /replication {file=_0.dvdm&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19127 T1440 C70 P52413 REQ /replication {file=_0.doc&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19130 T1442 C70 P52413 REQ /replication {file=_0.tip&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19133 T1439 C70 P52413 REQ /replication {file=_0.fnm&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19136 T1441 C70 P52413 REQ /replication {file=_0.fdt&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19146 T1440 C70 P52413 REQ /replication {file=_0.si&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19149 T1442 C70 P52413 REQ /replication {file=_0.pos&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19152 T1439 C70 P52413 REQ /replication {file=_0.cbnd&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19155 T1441 C70 P52413 REQ /replication {file=_0.fdx&qt=/replication&command=filecontent&generation=4&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19156 T1499 C71 P44044 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19156 T1499 C71 P44044 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19157 T1499 C71 P44044 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=unloadcollection3
[junit4:junit4]   2> 19158 T1499 C71 P44044 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@91e104 lockFactory=org.apache.lucene.store.NativeFSLockFactory@143754),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@91e104 lockFactory=org.apache.lucene.store.NativeFSLockFactory@143754),segFN=segments_4,generation=4,filenames=[_0.dvdd, _0.cbnm, _0.tim, segments_4, _0.dvdm, _0.doc, _0.tip, _0.fnm, _0.fdt, _0.si, _0.pos, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 19158 T1499 C71 P44044 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.dvdd, _0.cbnm, _0.tim, segments_4, _0.dvdm, _0.doc, _0.tip, _0.fnm, _0.fdt, _0.si, _0.pos, _0.cbnd, _0.fdx]
[junit4:junit4]   2> 19158 T1499 C71 P44044 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19159 T1499 C71 P44044 oass.SolrIndexSearcher.<init> Opening Searcher@1c805a main
[junit4:junit4]   2> 19160 T1498 oasc.SolrCore.registerSearcher [unloadcollection3] Registered new searcher Searcher@1c805a main{StandardDirectoryReader(segments_4:3:nrt _0(5.0):C3)}
[junit4:junit4]   2> 19160 T1499 C71 P44044 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection3
[junit4:junit4]   2> 19160 T1499 C71 P44044 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection3
[junit4:junit4]   2> 19160 T1499 C71 P44044 oasc.ZkController.publish publishing core=unloadcollection3 state=active
[junit4:junit4]   2> 19161 T1499 C71 P44044 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19163 T1499 C71 P44044 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection3
[junit4:junit4]   2> 20049 T1429 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20050 T1429 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44044_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44044",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:44044__unloadcollection3",
[junit4:junit4]   2> 	  "state":"active"}
[junit4:junit4]   2> 20062 T1433 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20062 T1474 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20062 T1488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20062 T1446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20062 T1428 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20062 T1492 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20062 T1460 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20101 T1406 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20102 T1406 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
[junit4:junit4]   2> 20102 T1406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2>  C71_STATE=coll:unloadcollection core:unloadcollection3 props:{core=unloadcollection3, shard=shard1, node_name=127.0.0.1:44044_, base_url=http://127.0.0.1:44044, collection=unloadcollection, state=active}
[junit4:junit4]   2> 20122 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[20 (1430150680628166656)]} 0 2
[junit4:junit4]   2> 20122 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[20 (1430150680628166656)]} 0 2
[junit4:junit4]   2> 20123 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[20 (1430150680628166656)]} 0 7
[junit4:junit4]   2> 20124 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[20]} 0 12
[junit4:junit4]   2> 20133 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[21 (1430150680640749568)]} 0 2
[junit4:junit4]   2> 20134 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[21 (1430150680640749568)]} 0 3
[junit4:junit4]   2> 20134 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[21 (1430150680640749568)]} 0 6
[junit4:junit4]   2> 20135 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[21]} 0 9
[junit4:junit4]   2> 20143 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[22 (1430150680652283904)]} 0 1
[junit4:junit4]   2> 20144 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[22 (1430150680652283904)]} 0 2
[junit4:junit4]   2> 20144 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[22 (1430150680652283904)]} 0 5
[junit4:junit4]   2> 20145 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[22]} 0 8
[junit4:junit4]   2> 20153 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[23 (1430150680662769664)]} 0 1
[junit4:junit4]   2> 20153 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[23 (1430150680662769664)]} 0 1
[junit4:junit4]   2> 20154 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[23 (1430150680662769664)]} 0 6
[junit4:junit4]   2> 20154 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[23]} 0 7
[junit4:junit4]   2> 20162 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[24 (1430150680672206848)]} 0 1
[junit4:junit4]   2> 20162 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[24 (1430150680672206848)]} 0 1
[junit4:junit4]   2> 20163 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[24 (1430150680672206848)]} 0 5
[junit4:junit4]   2> 20163 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[24]} 0 7
[junit4:junit4]   2> 20172 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[25 (1430150680681644032)]} 0 1
[junit4:junit4]   2> 20172 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[25 (1430150680681644032)]} 0 1
[junit4:junit4]   2> 20173 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[25 (1430150680681644032)]} 0 6
[junit4:junit4]   2> 20173 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[25]} 0 8
[junit4:junit4]   2> 20181 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[26 (1430150680692129792)]} 0 1
[junit4:junit4]   2> 20181 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[26 (1430150680692129792)]} 0 1
[junit4:junit4]   2> 20182 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[26 (1430150680692129792)]} 0 5
[junit4:junit4]   2> 20182 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[26]} 0 7
[junit4:junit4]   2> 20191 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[27 (1430150680701566976)]} 0 2
[junit4:junit4]   2> 20191 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[27 (1430150680701566976)]} 0 2
[junit4:junit4]   2> 20191 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[27 (1430150680701566976)]} 0 5
[junit4:junit4]   2> 20192 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[27]} 0 8
[junit4:junit4]   2> 20200 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[28 (1430150680712052736)]} 0 1
[junit4:junit4]   2> 20200 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[28 (1430150680712052736)]} 0 1
[junit4:junit4]   2> 20201 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[28 (1430150680712052736)]} 0 5
[junit4:junit4]   2> 20201 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[28]} 0 7
[junit4:junit4]   2> 20208 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[29 (1430150680721489920)]} 0 0
[junit4:junit4]   2> 20208 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[29 (1430150680721489920)]} 0 0
[junit4:junit4]   2> 20209 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[29 (1430150680721489920)]} 0 4
[junit4:junit4]   2> 20210 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[29]} 0 7
[junit4:junit4]   2> 20217 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[30 (1430150680729878528)]} 0 1
[junit4:junit4]   2> 20217 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[30 (1430150680729878528)]} 0 1
[junit4:junit4]   2> 20218 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[30 (1430150680729878528)]} 0 5
[junit4:junit4]   2> 20218 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[30]} 0 6
[junit4:junit4]   2> 20226 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[31 (1430150680739315712)]} 0 1
[junit4:junit4]   2> 20226 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[31 (1430150680739315712)]} 0 1
[junit4:junit4]   2> 20227 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[31 (1430150680739315712)]} 0 5
[junit4:junit4]   2> 20228 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[31]} 0 8
[junit4:junit4]   2> 20235 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[32 (1430150680749801472)]} 0 1
[junit4:junit4]   2> 20236 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[32 (1430150680749801472)]} 0 2
[junit4:junit4]   2> 20236 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[32 (1430150680749801472)]} 0 4
[junit4:junit4]   2> 20237 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[32]} 0 7
[junit4:junit4]   2> 20244 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[33 (1430150680759238656)]} 0 1
[junit4:junit4]   2> 20244 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[33 (1430150680759238656)]} 0 1
[junit4:junit4]   2> 20245 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[33 (1430150680759238656)]} 0 4
[junit4:junit4]   2> 20245 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[33]} 0 6
[junit4:junit4]   2> 20253 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[34 (1430150680767627264)]} 0 1
[junit4:junit4]   2> 20253 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[34 (1430150680767627264)]} 0 1
[junit4:junit4]   2> 20254 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[34 (1430150680767627264)]} 0 5
[junit4:junit4]   2> 20254 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[34]} 0 6
[junit4:junit4]   2> 20262 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[35 (1430150680777064448)]} 0 1
[junit4:junit4]   2> 20263 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[35 (1430150680777064448)]} 0 2
[junit4:junit4]   2> 20263 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[35 (1430150680777064448)]} 0 5
[junit4:junit4]   2> 20264 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[35]} 0 8
[junit4:junit4]   2> 20271 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[36 (1430150680787550208)]} 0 1
[junit4:junit4]   2> 20272 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[36 (1430150680787550208)]} 0 2
[junit4:junit4]   2> 20272 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[36 (1430150680787550208)]} 0 4
[junit4:junit4]   2> 20273 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[36]} 0 7
[junit4:junit4]   2> 20280 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[37 (1430150680796987392)]} 0 1
[junit4:junit4]   2> 20281 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[37 (1430150680796987392)]} 0 2
[junit4:junit4]   2> 20281 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[37 (1430150680796987392)]} 0 4
[junit4:junit4]   2> 20282 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[37]} 0 7
[junit4:junit4]   2> 20289 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[38 (1430150680806424576)]} 0 1
[junit4:junit4]   2> 20290 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[38 (1430150680806424576)]} 0 2
[junit4:junit4]   2> 20290 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[38 (1430150680806424576)]} 0 4
[junit4:junit4]   2> 20291 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[38]} 0 7
[junit4:junit4]   2> 20306 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[39 (1430150680824250368)]} 0 1
[junit4:junit4]   2> 20307 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[39 (1430150680824250368)]} 0 2
[junit4:junit4]   2> 20307 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[39 (1430150680824250368)]} 0 4
[junit4:junit4]   2> 20308 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[39]} 0 7
[junit4:junit4]   2> 20316 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[40 (1430150680833687552)]} 0 1
[junit4:junit4]   2> 20316 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[40 (1430150680833687552)]} 0 1
[junit4:junit4]   2> 20317 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[40 (1430150680833687552)]} 0 5
[junit4:junit4]   2> 20317 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[40]} 0 7
[junit4:junit4]   2> 20326 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[41 (1430150680843124736)]} 0 2
[junit4:junit4]   2> 20326 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[41 (1430150680843124736)]} 0 2
[junit4:junit4]   2> 20327 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[41 (1430150680843124736)]} 0 6
[junit4:junit4]   2> 20327 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[41]} 0 8
[junit4:junit4]   2> 20336 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[42 (1430150680854659072)]} 0 1
[junit4:junit4]   2> 20336 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[42 (1430150680854659072)]} 0 1
[junit4:junit4]   2> 20337 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[42 (1430150680854659072)]} 0 5
[junit4:junit4]   2> 20337 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[42]} 0 7
[junit4:junit4]   2> 20345 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[43 (1430150680864096256)]} 0 1
[junit4:junit4]   2> 20345 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[43 (1430150680864096256)]} 0 1
[junit4:junit4]   2> 20346 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[43 (1430150680864096256)]} 0 5
[junit4:junit4]   2> 20346 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[43]} 0 7
[junit4:junit4]   2> 20355 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[44 (1430150680874582016)]} 0 1
[junit4:junit4]   2> 20355 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[44 (1430150680874582016)]} 0 1
[junit4:junit4]   2> 20355 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[44 (1430150680874582016)]} 0 5
[junit4:junit4]   2> 20356 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[44]} 0 8
[junit4:junit4]   2> 20364 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[45 (1430150680884019200)]} 0 1
[junit4:junit4]   2> 20364 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[45 (1430150680884019200)]} 0 2
[junit4:junit4]   2> 20364 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[45 (1430150680884019200)]} 0 4
[junit4:junit4]   2> 20365 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[45]} 0 7
[junit4:junit4]   2> 20372 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[46 (1430150680893456384)]} 0 0
[junit4:junit4]   2> 20373 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[46 (1430150680893456384)]} 0 1
[junit4:junit4]   2> 20373 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[46 (1430150680893456384)]} 0 4
[junit4:junit4]   2> 20374 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[46]} 0 7
[junit4:junit4]   2> 20381 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[47 (1430150680902893568)]} 0 1
[junit4:junit4]   2> 20382 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[47 (1430150680902893568)]} 0 2
[junit4:junit4]   2> 20382 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[47 (1430150680902893568)]} 0 4
[junit4:junit4]   2> 20383 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[47]} 0 7
[junit4:junit4]   2> 20391 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[48 (1430150680912330752)]} 0 1
[junit4:junit4]   2> 20392 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[48 (1430150680912330752)]} 0 2
[junit4:junit4]   2> 20392 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[48 (1430150680912330752)]} 0 5
[junit4:junit4]   2> 20393 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[48]} 0 8
[junit4:junit4]   2> 20402 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[49 (1430150680923865088)]} 0 1
[junit4:junit4]   2> 20402 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[49 (1430150680923865088)]} 0 1
[junit4:junit4]   2> 20403 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[49 (1430150680923865088)]} 0 6
[junit4:junit4]   2> 20404 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[49]} 0 9
[junit4:junit4]   2> 20412 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[50 (1430150680934350848)]} 0 1
[junit4:junit4]   2> 20412 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[50 (1430150680934350848)]} 0 1
[junit4:junit4]   2> 20413 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[50 (1430150680934350848)]} 0 5
[junit4:junit4]   2> 20413 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[50]} 0 7
[junit4:junit4]   2> 20422 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[51 (1430150680943788032)]} 0 2
[junit4:junit4]   2> 20423 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[51 (1430150680943788032)]} 0 2
[junit4:junit4]   2> 20424 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[51 (1430150680943788032)]} 0 7
[junit4:junit4]   2> 20424 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[51]} 0 9
[junit4:junit4]   2> 20433 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[52 (1430150680956370944)]} 0 1
[junit4:junit4]   2> 20433 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[52 (1430150680956370944)]} 0 1
[junit4:junit4]   2> 20434 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[52 (1430150680956370944)]} 0 5
[junit4:junit4]   2> 20435 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[52]} 0 8
[junit4:junit4]   2> 20444 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[53 (1430150680966856704)]} 0 2
[junit4:junit4]   2> 20444 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[53 (1430150680966856704)]} 0 2
[junit4:junit4]   2> 20444 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[53 (1430150680966856704)]} 0 5
[junit4:junit4]   2> 20445 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[53]} 0 8
[junit4:junit4]   2> 20454 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[54 (1430150680978391040)]} 0 1
[junit4:junit4]   2> 20454 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[54 (1430150680978391040)]} 0 1
[junit4:junit4]   2> 20455 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[54 (1430150680978391040)]} 0 6
[junit4:junit4]   2> 20456 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[54]} 0 9
[junit4:junit4]   2> 20464 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[55 (1430150680988876800)]} 0 1
[junit4:junit4]   2> 20464 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[55 (1430150680988876800)]} 0 1
[junit4:junit4]   2> 20465 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[55 (1430150680988876800)]} 0 5
[junit4:junit4]   2> 20465 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[55]} 0 7
[junit4:junit4]   2> 20473 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[56 (1430150680999362560)]} 0 1
[junit4:junit4]   2> 20474 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[56 (1430150680999362560)]} 0 2
[junit4:junit4]   2> 20474 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[56 (1430150680999362560)]} 0 4
[junit4:junit4]   2> 20475 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[56]} 0 7
[junit4:junit4]   2> 20483 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[57 (1430150681008799744)]} 0 1
[junit4:junit4]   2> 20483 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[57 (1430150681008799744)]} 0 1
[junit4:junit4]   2> 20484 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[57 (1430150681008799744)]} 0 5
[junit4:junit4]   2> 20484 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[57]} 0 7
[junit4:junit4]   2> 20493 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[58 (1430150681019285504)]} 0 1
[junit4:junit4]   2> 20495 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[58 (1430150681019285504)]} 0 3
[junit4:junit4]   2> 20495 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[58 (1430150681019285504)]} 0 7
[junit4:junit4]   2> 20496 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[58]} 0 9
[junit4:junit4]   2> 20504 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[59 (1430150681030819840)]} 0 1
[junit4:junit4]   2> 20504 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[59 (1430150681030819840)]} 0 1
[junit4:junit4]   2> 20505 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[59 (1430150681030819840)]} 0 5
[junit4:junit4]   2> 20505 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[59]} 0 7
[junit4:junit4]   2> 20514 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[60 (1430150681041305600)]} 0 2
[junit4:junit4]   2> 20514 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[60 (1430150681041305600)]} 0 2
[junit4:junit4]   2> 20514 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[60 (1430150681041305600)]} 0 5
[junit4:junit4]   2> 20515 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[60]} 0 7
[junit4:junit4]   2> 20523 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[61 (1430150681050742784)]} 0 1
[junit4:junit4]   2> 20523 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[61 (1430150681050742784)]} 0 1
[junit4:junit4]   2> 20524 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[61 (1430150681050742784)]} 0 5
[junit4:junit4]   2> 20525 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[61]} 0 8
[junit4:junit4]   2> 20533 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[62 (1430150681061228544)]} 0 1
[junit4:junit4]   2> 20533 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[62 (1430150681061228544)]} 0 1
[junit4:junit4]   2> 20533 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[62 (1430150681061228544)]} 0 4
[junit4:junit4]   2> 20534 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[62]} 0 7
[junit4:junit4]   2> 20541 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[63 (1430150681070665728)]} 0 1
[junit4:junit4]   2> 20541 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[63 (1430150681070665728)]} 0 1
[junit4:junit4]   2> 20542 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[63 (1430150681070665728)]} 0 4
[junit4:junit4]   2> 20543 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[63]} 0 7
[junit4:junit4]   2> 20551 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[64 (1430150681080102912)]} 0 2
[junit4:junit4]   2> 20551 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[64 (1430150681080102912)]} 0 2
[junit4:junit4]   2> 20551 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[64 (1430150681080102912)]} 0 4
[junit4:junit4]   2> 20552 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[64]} 0 7
[junit4:junit4]   2> 20560 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[65 (1430150681089540096)]} 0 1
[junit4:junit4]   2> 20560 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[65 (1430150681089540096)]} 0 1
[junit4:junit4]   2> 20561 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[65 (1430150681089540096)]} 0 5
[junit4:junit4]   2> 20561 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[65]} 0 7
[junit4:junit4]   2> 20569 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[66 (1430150681100025856)]} 0 1
[junit4:junit4]   2> 20570 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[66 (1430150681100025856)]} 0 2
[junit4:junit4]   2> 20570 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[66 (1430150681100025856)]} 0 5
[junit4:junit4]   2> 20571 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[66]} 0 8
[junit4:junit4]   2> 20579 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[67 (1430150681109463040)]} 0 1
[junit4:junit4]   2> 20579 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[67 (1430150681109463040)]} 0 1
[junit4:junit4]   2> 20580 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[67 (1430150681109463040)]} 0 5
[junit4:junit4]   2> 20580 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[67]} 0 7
[junit4:junit4]   2> 20588 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[68 (1430150681119948800)]} 0 1
[junit4:junit4]   2> 20589 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[68 (1430150681119948800)]} 0 2
[junit4:junit4]   2> 20589 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[68 (1430150681119948800)]} 0 5
[junit4:junit4]   2> 20590 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[68]} 0 8
[junit4:junit4]   2> 20597 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[69 (1430150681129385984)]} 0 1
[junit4:junit4]   2> 20598 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[69 (1430150681129385984)]} 0 1
[junit4:junit4]   2> 20598 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[69 (1430150681129385984)]} 0 4
[junit4:junit4]   2> 20599 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[69]} 0 7
[junit4:junit4]   2> 20607 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[70 (1430150681138823168)]} 0 1
[junit4:junit4]   2> 20607 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[70 (1430150681138823168)]} 0 1
[junit4:junit4]   2> 20608 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[70 (1430150681138823168)]} 0 5
[junit4:junit4]   2> 20608 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[70]} 0 7
[junit4:junit4]   2> 20616 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[71 (1430150681149308928)]} 0 1
[junit4:junit4]   2> 20616 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[71 (1430150681149308928)]} 0 1
[junit4:junit4]   2> 20617 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[71 (1430150681149308928)]} 0 5
[junit4:junit4]   2> 20618 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[71]} 0 8
[junit4:junit4]   2> 20626 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[72 (1430150681158746112)]} 0 1
[junit4:junit4]   2> 20626 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[72 (1430150681158746112)]} 0 1
[junit4:junit4]   2> 20627 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[72 (1430150681158746112)]} 0 5
[junit4:junit4]   2> 20627 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[72]} 0 7
[junit4:junit4]   2> 20634 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[73 (1430150681168183296)]} 0 0
[junit4:junit4]   2> 20635 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[73 (1430150681168183296)]} 0 1
[junit4:junit4]   2> 20635 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[73 (1430150681168183296)]} 0 4
[junit4:junit4]   2> 20636 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[73]} 0 7
[junit4:junit4]   2> 20647 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[74 (1430150681177620480)]} 0 5
[junit4:junit4]   2> 20647 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[74 (1430150681177620480)]} 0 5
[junit4:junit4]   2> 20647 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[74 (1430150681177620480)]} 0 7
[junit4:junit4]   2> 20648 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[74]} 0 10
[junit4:junit4]   2> 20655 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[75 (1430150681190203392)]} 0 1
[junit4:junit4]   2> 20655 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[75 (1430150681190203392)]} 0 1
[junit4:junit4]   2> 20656 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[75 (1430150681190203392)]} 0 4
[junit4:junit4]   2> 20656 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[75]} 0 6
[junit4:junit4]   2> 20664 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[76 (1430150681198592000)]} 0 1
[junit4:junit4]   2> 20664 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[76 (1430150681198592000)]} 0 1
[junit4:junit4]   2> 20664 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[76 (1430150681198592000)]} 0 4
[junit4:junit4]   2> 20665 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[76]} 0 6
[junit4:junit4]   2> 20672 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[77 (1430150681208029184)]} 0 1
[junit4:junit4]   2> 20673 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[77 (1430150681208029184)]} 0 1
[junit4:junit4]   2> 20673 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[77 (1430150681208029184)]} 0 4
[junit4:junit4]   2> 20674 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[77]} 0 7
[junit4:junit4]   2> 20681 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[78 (1430150681217466368)]} 0 1
[junit4:junit4]   2> 20681 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[78 (1430150681217466368)]} 0 1
[junit4:junit4]   2> 20682 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[78 (1430150681217466368)]} 0 5
[junit4:junit4]   2> 20683 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[78]} 0 7
[junit4:junit4]   2> 20690 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[79 (1430150681226903552)]} 0 1
[junit4:junit4]   2> 20690 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[79 (1430150681226903552)]} 0 1
[junit4:junit4]   2> 20690 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[79 (1430150681226903552)]} 0 4
[junit4:junit4]   2> 20691 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[79]} 0 6
[junit4:junit4]   2> 20699 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[80 (1430150681235292160)]} 0 1
[junit4:junit4]   2> 20699 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[80 (1430150681235292160)]} 0 1
[junit4:junit4]   2> 20700 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[80 (1430150681235292160)]} 0 5
[junit4:junit4]   2> 20700 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[80]} 0 7
[junit4:junit4]   2> 20708 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[81 (1430150681244729344)]} 0 1
[junit4:junit4]   2> 20709 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[81 (1430150681244729344)]} 0 2
[junit4:junit4]   2> 20709 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[81 (1430150681244729344)]} 0 5
[junit4:junit4]   2> 20710 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[81]} 0 8
[junit4:junit4]   2> 20717 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[82 (1430150681255215104)]} 0 1
[junit4:junit4]   2> 20717 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[82 (1430150681255215104)]} 0 1
[junit4:junit4]   2> 20718 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[82 (1430150681255215104)]} 0 4
[junit4:junit4]   2> 20718 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[82]} 0 6
[junit4:junit4]   2> 20726 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[83 (1430150681264652288)]} 0 1
[junit4:junit4]   2> 20726 T1454 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[83 (1430150681264652288)]} 0 1
[junit4:junit4]   2> 20727 T1441 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[83 (1430150681264652288)]} 0 5
[junit4:junit4]   2> 20727 T1467 C71 P44044 /update {version=2&wt=javabin} {add=[83]} 0 6
[junit4:junit4]   2> 20735 T1469 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[84 (1430150681274089472)]} 0 1
[junit4:junit4]   2> 20736 T1455 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[84 (1430150681274089472)]} 0 2
[junit4:junit4]   2> 20736 T1440 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[84 (1430150681274089472)]} 0 5
[junit4:junit4]   2> 20737 T1468 C71 P44044 /update {version=2&wt=javabin} {add=[84]} 0 7
[junit4:junit4]   2> 20744 T1467 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[85 (1430150681283526656)]} 0 1
[junit4:junit4]   2> 20745 T1456 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[85 (1430150681283526656)]} 0 2
[junit4:junit4]   2> 20745 T1439 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[85 (1430150681283526656)]} 0 4
[junit4:junit4]   2> 20746 T1470 C71 P44044 /update {version=2&wt=javabin} {add=[85]} 0 7
[junit4:junit4]   2> 20753 T1468 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[86 (1430150681292963840)]} 0 0
[junit4:junit4]   2> 20754 T1453 C69 P39591 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unloadcollection1/&version=2&wt=javabin} {add=[86 (1430150681292963840)]} 0 1
[junit4:junit4]   2> 20754 T1442 C70 P52413 /update {update.distrib=TOLEADER&distrib.from=http://127.0.0.1:44044/unloadcollection3/&version=2&wt=javabin} {add=[86 (1430150681292963840)]} 0 4
[junit4:junit4]   2> 20755 T1469 C71 P44044 /update {version=2&wt=javabin} {add=[86]} 0 7
[junit4:junit4]   2> 20762 T1470 C71 P44044 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:52413/unload

[...truncated too long message...]

)
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=77035A56D75EC3D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=Africa/Nairobi -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   32.7s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:34807/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([77035A56D75EC3D:8696BBBD1A2A8C01]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 32729 T1339 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 32732 T1338 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 32799 T1342 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=be_BY, timezone=Africa/Nairobi
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=89425856,total=223096832
[junit4:junit4]   2> NOTE: All tests run in this JVM: [CopyFieldTest, NoCacheHeaderTest, OpenExchangeRatesOrgProviderTest, TestHashPartitioner, SimplePostToolTest, NumericFieldsTest, ShardRoutingCustomTest, SolrPluginUtilsTest, XsltUpdateRequestHandlerTest, StatsComponentTest, TestShardHandlerFactory, SuggesterTSTTest, SpellCheckComponentTest, TestDefaultSimilarityFactory, RequestHandlersTest, HighlighterTest, DistanceFunctionTest, SpellCheckCollatorTest, SuggesterWFSTTest, BadIndexSchemaTest, DateMathParserTest, TestFiltering, CollectionsAPIDistributedZkTest, TestArbitraryIndexDir, TestWordDelimiterFilterFactory, TestBM25SimilarityFactory, TestCodecSupport, AliasIntegrationTest, SolrRequestParserTest, SolrCmdDistributorTest, TestMergePolicyConfig, TestSolrXMLSerializer, DOMUtilTest, TestSolrDiscoveryProperties, UniqFieldsUpdateProcessorFactoryTest, TestQueryTypes, TestSuggestSpellingConverter, TestJmxMonitoredMap, TestPostingsSolrHighlighter, TimeZoneUtilsTest, SolrCoreCheckLockOnStartupTest, EchoParamsTest, TestNumberUtils, TestBinaryField, CoreContainerCoreInitFailuresTest, DocumentAnalysisRequestHandlerTest, TestSystemIdResolver, TestRTGBase, DocValuesMultiTest, TestFastOutputStream, UpdateParamsTest, TestRandomFaceting, ClusterStateTest, IndexReaderFactoryTest, TestSolrJ, TestPartialUpdateDeduplication, TestOmitPositions, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.00s, 1 test, 1 error <<< FAILURES!

[...truncated 500 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1210: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:874: There were test failures: 272 suites, 1144 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 41 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure