You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/13 15:34:03 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 305 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/305/
Java: 64bit/jdk1.6.0 -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([B5C4E3D76FDFA804:34226DCF1880C838]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8569 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T1409 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ulyb/gd
[junit4:junit4]   2> 7 T1409 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363183590867
[junit4:junit4]   2> 9 T1409 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 9 T1410 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T1410 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T1410 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T1410 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T1410 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 13 T1410 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363183590867/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T1409 oasc.ZkTestServer.run start zk server on port:51973
[junit4:junit4]   2> 112 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2b4f336b
[junit4:junit4]   2> 113 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 113 T1415 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 114 T1415 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 115 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51974
[junit4:junit4]   2> 116 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51974
[junit4:junit4]   2> 116 T1413 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 119 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90000 with negotiated timeout 10000 for client /127.0.0.1:51974
[junit4:junit4]   2> 120 T1415 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90000, negotiated timeout = 10000
[junit4:junit4]   2> 122 T1416 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b4f336b name:ZooKeeperConnection Watcher:127.0.0.1:51973 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 122 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 123 T1409 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 130 T1414 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6412ddd90000
[junit4:junit4]   2> 136 T1411 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51974 which had sessionid 0x13d6412ddd90000
[junit4:junit4]   2> 136 T1416 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 131 T1409 oaz.ZooKeeper.close Session: 0x13d6412ddd90000 closed
[junit4:junit4]   2> 139 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@67bd0a26
[junit4:junit4]   2> 140 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 141 T1417 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 142 T1417 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 142 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51975
[junit4:junit4]   2> 143 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51975
[junit4:junit4]   2> 144 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90001 with negotiated timeout 10000 for client /127.0.0.1:51975
[junit4:junit4]   2> 144 T1417 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90001, negotiated timeout = 10000
[junit4:junit4]   2> 145 T1418 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67bd0a26 name:ZooKeeperConnection Watcher:127.0.0.1:51973/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 145 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 146 T1409 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 152 T1409 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 158 T1409 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 162 T1409 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 168 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 169 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 177 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 179 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 185 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 186 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 192 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 193 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 198 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 199 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 205 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 206 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 212 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 213 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 218 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 219 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 225 T1409 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 226 T1409 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 232 T1414 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6412ddd90001
[junit4:junit4]   2> 233 T1411 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51975 which had sessionid 0x13d6412ddd90001
[junit4:junit4]   2> 233 T1409 oaz.ZooKeeper.close Session: 0x13d6412ddd90001 closed
[junit4:junit4]   2> 233 T1418 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 447 T1409 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 456 T1409 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51976
[junit4:junit4]   2> 458 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 459 T1409 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 459 T1409 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092
[junit4:junit4]   2> 459 T1409 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092/solr.xml
[junit4:junit4]   2> 460 T1409 oasc.CoreContainer.<init> New CoreContainer 78038095
[junit4:junit4]   2> 460 T1409 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092/'
[junit4:junit4]   2> 461 T1409 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092/'
[junit4:junit4]   2> 495 T1409 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 496 T1409 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 496 T1409 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 497 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 497 T1409 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 498 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 498 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 499 T1409 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 499 T1409 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 500 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 514 T1409 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 528 T1409 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51973/solr
[junit4:junit4]   2> 528 T1409 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 529 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@341f55dd
[junit4:junit4]   2> 544 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 544 T1428 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 546 T1428 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 546 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51977
[junit4:junit4]   2> 547 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51977
[junit4:junit4]   2> 548 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90002 with negotiated timeout 20000 for client /127.0.0.1:51977
[junit4:junit4]   2> 548 T1428 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90002, negotiated timeout = 20000
[junit4:junit4]   2> 548 T1429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@341f55dd name:ZooKeeperConnection Watcher:127.0.0.1:51973 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 549 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 551 T1414 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6412ddd90002
[junit4:junit4]   2> 552 T1411 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51977 which had sessionid 0x13d6412ddd90002
[junit4:junit4]   2> 552 T1409 oaz.ZooKeeper.close Session: 0x13d6412ddd90002 closed
[junit4:junit4]   2> 552 T1429 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 552 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 565 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@52a60d93
[junit4:junit4]   2> 566 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 567 T1430 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 568 T1430 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 568 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51978
[junit4:junit4]   2> 568 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51978
[junit4:junit4]   2> 570 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90003 with negotiated timeout 20000 for client /127.0.0.1:51978
[junit4:junit4]   2> 570 T1430 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90003, negotiated timeout = 20000
[junit4:junit4]   2> 570 T1431 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52a60d93 name:ZooKeeperConnection Watcher:127.0.0.1:51973/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 570 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 573 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 575 T1409 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 579 T1409 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51976_ulyb%2Fgd
[junit4:junit4]   2> 580 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51976_ulyb%2Fgd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51976_ulyb%2Fgd
[junit4:junit4]   2> 581 T1409 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51976_ulyb%2Fgd
[junit4:junit4]   2> 588 T1409 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 606 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 607 T1409 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 613 T1409 oasc.Overseer.start Overseer (id=89337599811452931-127.0.0.1:51976_ulyb%2Fgd-n_0000000000) starting
[junit4:junit4]   2> 614 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 616 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 617 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 619 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 620 T1433 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 621 T1409 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 628 T1409 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 632 T1409 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 637 T1432 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 643 T1434 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092/collection1
[junit4:junit4]   2> 644 T1434 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 645 T1434 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 646 T1434 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 649 T1434 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092/collection1/'
[junit4:junit4]   2> 650 T1434 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 651 T1434 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092/collection1/lib/README' to classloader
[junit4:junit4]   2> 694 T1434 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 754 T1434 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 755 T1434 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 761 T1434 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1466 T1434 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1473 T1434 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1477 T1434 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1504 T1434 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1510 T1434 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1516 T1434 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1519 T1434 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1520 T1434 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1520 T1434 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1524 T1434 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1524 T1434 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1525 T1434 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1525 T1434 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363183591092/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/control/data/
[junit4:junit4]   2> 1526 T1434 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2415a94f
[junit4:junit4]   2> 1527 T1434 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1528 T1434 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/control/data forceNew: false
[junit4:junit4]   2> 1529 T1434 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363183590867/control/data/index/
[junit4:junit4]   2> 1529 T1434 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363183590867/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1530 T1434 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/control/data/index forceNew: false
[junit4:junit4]   2> 1533 T1434 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e5479cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@f53dd5e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1533 T1434 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1537 T1434 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1537 T1434 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1538 T1434 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1539 T1434 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1539 T1434 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1540 T1434 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1540 T1434 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1541 T1434 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1541 T1434 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1546 T1434 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1551 T1434 oass.SolrIndexSearcher.<init> Opening Searcher@49b96770 main
[junit4:junit4]   2> 1551 T1434 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/control/data/tlog
[junit4:junit4]   2> 1552 T1434 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1552 T1434 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1556 T1435 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49b96770 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1558 T1434 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1558 T1434 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1559 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2154 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2157 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51976_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51976/ulyb/gd"}
[junit4:junit4]   2> 2159 T1432 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2159 T1432 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2162 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2194 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2569 T1434 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2569 T1434 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51976/ulyb/gd collection:control_collection shard:shard1
[junit4:junit4]   2> 2572 T1434 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2604 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2607 T1434 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2609 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2620 T1434 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2621 T1434 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2621 T1434 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51976/ulyb/gd/collection1/
[junit4:junit4]   2> 2622 T1434 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2623 T1434 oasc.SyncStrategy.syncToMe http://127.0.0.1:51976/ulyb/gd/collection1/ has no replicas
[junit4:junit4]   2> 2624 T1434 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51976/ulyb/gd/collection1/
[junit4:junit4]   2> 2624 T1434 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2645 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3718 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3732 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3749 T1434 oasc.ZkController.register We are http://127.0.0.1:51976/ulyb/gd/collection1/ and leader is http://127.0.0.1:51976/ulyb/gd/collection1/
[junit4:junit4]   2> 3749 T1434 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51976/ulyb/gd
[junit4:junit4]   2> 3749 T1434 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3750 T1434 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3750 T1434 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3753 T1434 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3755 T1409 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3756 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3756 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3769 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3770 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2b0ab2e1
[junit4:junit4]   2> 3772 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3772 T1437 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3773 T1437 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 3774 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51979
[junit4:junit4]   2> 3774 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51979
[junit4:junit4]   2> 3776 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90004 with negotiated timeout 10000 for client /127.0.0.1:51979
[junit4:junit4]   2> 3776 T1437 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90004, negotiated timeout = 10000
[junit4:junit4]   2> 3777 T1438 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b0ab2e1 name:ZooKeeperConnection Watcher:127.0.0.1:51973/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3777 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3780 T1409 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3786 T1409 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4020 T1409 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4023 T1409 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51980
[junit4:junit4]   2> 4025 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4025 T1409 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4026 T1409 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645
[junit4:junit4]   2> 4026 T1409 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645/solr.xml
[junit4:junit4]   2> 4026 T1409 oasc.CoreContainer.<init> New CoreContainer 1022170721
[junit4:junit4]   2> 4027 T1409 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645/'
[junit4:junit4]   2> 4027 T1409 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645/'
[junit4:junit4]   2> 4056 T1409 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4057 T1409 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4057 T1409 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4057 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4058 T1409 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4058 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4059 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4059 T1409 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4061 T1409 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4061 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4075 T1409 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4102 T1409 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51973/solr
[junit4:junit4]   2> 4103 T1409 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4103 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d61623d
[junit4:junit4]   2> 4104 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4105 T1448 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4106 T1448 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 4106 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51981
[junit4:junit4]   2> 4107 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51981
[junit4:junit4]   2> 4108 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90005 with negotiated timeout 20000 for client /127.0.0.1:51981
[junit4:junit4]   2> 4108 T1448 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90005, negotiated timeout = 20000
[junit4:junit4]   2> 4109 T1449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d61623d name:ZooKeeperConnection Watcher:127.0.0.1:51973 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4109 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4111 T1414 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6412ddd90005
[junit4:junit4]   2> 4113 T1411 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51981 which had sessionid 0x13d6412ddd90005
[junit4:junit4]   2> 4113 T1409 oaz.ZooKeeper.close Session: 0x13d6412ddd90005 closed
[junit4:junit4]   2> 4113 T1449 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4113 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4122 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@507d259
[junit4:junit4]   2> 4123 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4124 T1450 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4125 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51982
[junit4:junit4]   2> 4125 T1450 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 4126 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51982
[junit4:junit4]   2> 4127 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90006 with negotiated timeout 20000 for client /127.0.0.1:51982
[junit4:junit4]   2> 4127 T1450 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90006, negotiated timeout = 20000
[junit4:junit4]   2> 4128 T1451 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@507d259 name:ZooKeeperConnection Watcher:127.0.0.1:51973/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4128 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4130 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4131 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4135 T1409 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5143 T1409 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51980_ulyb%2Fgd
[junit4:junit4]   2> 5146 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51980_ulyb%2Fgd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51980_ulyb%2Fgd
[junit4:junit4]   2> 5149 T1409 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51980_ulyb%2Fgd
[junit4:junit4]   2> 5169 T1431 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5169 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5170 T1438 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5171 T1451 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5201 T1452 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645/collection1
[junit4:junit4]   2> 5202 T1452 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5205 T1452 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5206 T1452 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5213 T1452 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645/collection1/'
[junit4:junit4]   2> 5214 T1452 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5215 T1452 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645/collection1/lib/README' to classloader
[junit4:junit4]   2> 5244 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5246 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51976_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51976/ulyb/gd"}
[junit4:junit4]   2> 5253 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5256 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5257 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5282 T1452 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5359 T1452 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5361 T1452 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5367 T1452 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6089 T1452 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6097 T1452 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6100 T1452 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6128 T1452 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6135 T1452 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6141 T1452 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6144 T1452 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6144 T1452 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6145 T1452 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6147 T1452 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6147 T1452 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6147 T1452 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6148 T1452 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363183594645/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty1/
[junit4:junit4]   2> 6148 T1452 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2415a94f
[junit4:junit4]   2> 6149 T1452 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6150 T1452 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty1 forceNew: false
[junit4:junit4]   2> 6150 T1452 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty1/index/
[junit4:junit4]   2> 6150 T1452 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6150 T1452 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty1/index forceNew: false
[junit4:junit4]   2> 6153 T1452 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6154 T1452 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6157 T1452 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6157 T1452 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6158 T1452 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6159 T1452 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6160 T1452 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6160 T1452 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6160 T1452 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6161 T1452 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6162 T1452 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6167 T1452 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6173 T1452 oass.SolrIndexSearcher.<init> Opening Searcher@49fc6fec main
[junit4:junit4]   2> 6174 T1452 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty1/tlog
[junit4:junit4]   2> 6175 T1452 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6175 T1452 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6180 T1453 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49fc6fec main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6183 T1452 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6183 T1452 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6765 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6767 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51980_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51980/ulyb/gd"}
[junit4:junit4]   2> 6767 T1432 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6767 T1432 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6774 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6774 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6775 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7186 T1452 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7187 T1452 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51980/ulyb/gd collection:collection1 shard:shard1
[junit4:junit4]   2> 7188 T1452 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7202 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7204 T1452 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7205 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7208 T1452 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7208 T1452 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7208 T1452 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51980/ulyb/gd/collection1/
[junit4:junit4]   2> 7209 T1452 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7209 T1452 oasc.SyncStrategy.syncToMe http://127.0.0.1:51980/ulyb/gd/collection1/ has no replicas
[junit4:junit4]   2> 7209 T1452 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51980/ulyb/gd/collection1/
[junit4:junit4]   2> 7209 T1452 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7217 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8285 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8300 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8300 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8300 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8321 T1452 oasc.ZkController.register We are http://127.0.0.1:51980/ulyb/gd/collection1/ and leader is http://127.0.0.1:51980/ulyb/gd/collection1/
[junit4:junit4]   2> 8321 T1452 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51980/ulyb/gd
[junit4:junit4]   2> 8321 T1452 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8322 T1452 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8322 T1452 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8325 T1452 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8327 T1409 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8327 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8328 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8549 T1409 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8553 T1409 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51983
[junit4:junit4]   2> 8555 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8555 T1409 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8556 T1409 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197
[junit4:junit4]   2> 8556 T1409 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197/solr.xml
[junit4:junit4]   2> 8557 T1409 oasc.CoreContainer.<init> New CoreContainer 2041197401
[junit4:junit4]   2> 8557 T1409 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197/'
[junit4:junit4]   2> 8558 T1409 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197/'
[junit4:junit4]   2> 8594 T1409 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8595 T1409 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8595 T1409 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8596 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8596 T1409 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8597 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8597 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8598 T1409 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8598 T1409 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8598 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8625 T1409 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8645 T1409 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51973/solr
[junit4:junit4]   2> 8646 T1409 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8646 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6c528e94
[junit4:junit4]   2> 8648 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8648 T1464 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8650 T1464 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 8650 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51984
[junit4:junit4]   2> 8650 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51984
[junit4:junit4]   2> 8652 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90007 with negotiated timeout 20000 for client /127.0.0.1:51984
[junit4:junit4]   2> 8652 T1464 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90007, negotiated timeout = 20000
[junit4:junit4]   2> 8653 T1465 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c528e94 name:ZooKeeperConnection Watcher:127.0.0.1:51973 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8653 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8656 T1414 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6412ddd90007
[junit4:junit4]   2> 8657 T1411 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51984 which had sessionid 0x13d6412ddd90007
[junit4:junit4]   2> 8657 T1409 oaz.ZooKeeper.close Session: 0x13d6412ddd90007 closed
[junit4:junit4]   2> 8657 T1465 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8658 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8667 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@40c7bbb1
[junit4:junit4]   2> 8668 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8669 T1466 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8670 T1466 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 8670 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51985
[junit4:junit4]   2> 8671 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51985
[junit4:junit4]   2> 8674 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90008 with negotiated timeout 20000 for client /127.0.0.1:51985
[junit4:junit4]   2> 8675 T1466 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90008, negotiated timeout = 20000
[junit4:junit4]   2> 8675 T1467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40c7bbb1 name:ZooKeeperConnection Watcher:127.0.0.1:51973/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8676 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8677 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8679 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8683 T1409 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9689 T1409 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51983_ulyb%2Fgd
[junit4:junit4]   2> 9691 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd90008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51983_ulyb%2Fgd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51983_ulyb%2Fgd
[junit4:junit4]   2> 9692 T1409 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51983_ulyb%2Fgd
[junit4:junit4]   2> 9698 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9698 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9701 T1431 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9701 T1467 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9701 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9704 T1451 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9705 T1438 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9716 T1468 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197/collection1
[junit4:junit4]   2> 9717 T1468 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9718 T1468 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9719 T1468 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9722 T1468 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197/collection1/'
[junit4:junit4]   2> 9723 T1468 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9724 T1468 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197/collection1/lib/README' to classloader
[junit4:junit4]   2> 9767 T1468 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9813 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9814 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51980_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51980/ulyb/gd"}
[junit4:junit4]   2> 9820 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9821 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9821 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9827 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9838 T1468 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9840 T1468 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9846 T1468 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10533 T1468 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10541 T1468 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10544 T1468 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10572 T1468 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10578 T1468 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10583 T1468 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10586 T1468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10586 T1468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10587 T1468 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10589 T1468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10589 T1468 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10590 T1468 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10590 T1468 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363183599197/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty2/
[junit4:junit4]   2> 10590 T1468 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2415a94f
[junit4:junit4]   2> 10591 T1468 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10592 T1468 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty2 forceNew: false
[junit4:junit4]   2> 10592 T1468 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty2/index/
[junit4:junit4]   2> 10592 T1468 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10593 T1468 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty2/index forceNew: false
[junit4:junit4]   2> 10595 T1468 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8f553d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6560310),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10596 T1468 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10599 T1468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10599 T1468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10600 T1468 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10601 T1468 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10601 T1468 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10602 T1468 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10602 T1468 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10603 T1468 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10603 T1468 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10608 T1468 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10613 T1468 oass.SolrIndexSearcher.<init> Opening Searcher@1b741b55 main
[junit4:junit4]   2> 10613 T1468 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty2/tlog
[junit4:junit4]   2> 10614 T1468 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10614 T1468 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10620 T1469 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b741b55 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10624 T1468 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10624 T1468 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11339 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11342 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51983_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51983/ulyb/gd"}
[junit4:junit4]   2> 11342 T1432 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11342 T1432 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11353 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11353 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11353 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11353 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11627 T1468 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11627 T1468 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51983/ulyb/gd collection:collection1 shard:shard1
[junit4:junit4]   2> 11632 T1468 oasc.ZkController.register We are http://127.0.0.1:51983/ulyb/gd/collection1/ and leader is http://127.0.0.1:51980/ulyb/gd/collection1/
[junit4:junit4]   2> 11632 T1468 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51983/ulyb/gd
[junit4:junit4]   2> 11633 T1468 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11633 T1468 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C105 name=collection1 org.apache.solr.core.SolrCore@2e9dd554 url=http://127.0.0.1:51983/ulyb/gd/collection1 node=127.0.0.1:51983_ulyb%2Fgd C105_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51983_ulyb%2Fgd, base_url=http://127.0.0.1:51983/ulyb/gd}
[junit4:junit4]   2> 11633 T1470 C105 P51983 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11636 T1468 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11636 T1470 C105 P51983 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11636 T1470 C105 P51983 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11636 T1470 C105 P51983 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11638 T1409 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11638 T1470 C105 P51983 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11638 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11638 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11841 T1409 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11844 T1409 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51987
[junit4:junit4]   2> 11849 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11849 T1409 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11849 T1409 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507
[junit4:junit4]   2> 11850 T1409 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507/solr.xml
[junit4:junit4]   2> 11850 T1409 oasc.CoreContainer.<init> New CoreContainer 322461386
[junit4:junit4]   2> 11851 T1409 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507/'
[junit4:junit4]   2> 11852 T1409 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507/'
[junit4:junit4]   2> 11895 T1409 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11896 T1409 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11897 T1409 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11897 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11897 T1409 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11898 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11898 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11899 T1409 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11899 T1409 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11900 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11916 T1409 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11935 T1409 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51973/solr
[junit4:junit4]   2> 11935 T1409 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11936 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3b63ecdd
[junit4:junit4]   2> 11937 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11938 T1481 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11940 T1481 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 11940 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51988
[junit4:junit4]   2> 11941 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51988
[junit4:junit4]   2> 11943 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd90009 with negotiated timeout 20000 for client /127.0.0.1:51988
[junit4:junit4]   2> 11943 T1481 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd90009, negotiated timeout = 20000
[junit4:junit4]   2> 11943 T1482 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b63ecdd name:ZooKeeperConnection Watcher:127.0.0.1:51973 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11944 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11946 T1414 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6412ddd90009
[junit4:junit4]   2> 11947 T1411 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51988 which had sessionid 0x13d6412ddd90009
[junit4:junit4]   2> 11947 T1409 oaz.ZooKeeper.close Session: 0x13d6412ddd90009 closed
[junit4:junit4]   2> 11948 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 11950 T1482 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11958 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d21cbd6
[junit4:junit4]   2> 11959 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11960 T1483 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11961 T1483 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 11961 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51989
[junit4:junit4]   2> 11961 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51989
[junit4:junit4]   2> 11963 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd9000a with negotiated timeout 20000 for client /127.0.0.1:51989
[junit4:junit4]   2> 11963 T1483 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd9000a, negotiated timeout = 20000
[junit4:junit4]   2> 11964 T1484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d21cbd6 name:ZooKeeperConnection Watcher:127.0.0.1:51973/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11964 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11965 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd9000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11967 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd9000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11971 T1409 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12864 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12865 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51983_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51983/ulyb/gd"}
[junit4:junit4]   2> 12874 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12874 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12874 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12877 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12877 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12977 T1409 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51987_ulyb%2Fgd
[junit4:junit4]   2> 12979 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd9000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51987_ulyb%2Fgd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51987_ulyb%2Fgd
[junit4:junit4]   2> 12980 T1409 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51987_ulyb%2Fgd
[junit4:junit4]   2> 12985 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12985 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12985 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12985 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12987 T1431 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12987 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12991 T1438 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12991 T1484 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12992 T1467 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12992 T1451 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13001 T1485 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507/collection1
[junit4:junit4]   2> 13002 T1485 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13003 T1485 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13003 T1485 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13006 T1485 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507/collection1/'
[junit4:junit4]   2> 13007 T1485 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13007 T1485 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507/collection1/lib/README' to classloader
[junit4:junit4]   2> 13055 T1485 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13126 T1485 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13128 T1485 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13134 T1485 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13651 T1442 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&state=recovering&nodeName=127.0.0.1:51983_ulyb%252Fgd&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 13773 T1485 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13784 T1485 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13789 T1485 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13824 T1485 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13833 T1485 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13841 T1485 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13843 T1485 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13844 T1485 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13844 T1485 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13846 T1485 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13847 T1485 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13847 T1485 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13848 T1485 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363183602507/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty3/
[junit4:junit4]   2> 13848 T1485 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2415a94f
[junit4:junit4]   2> 13849 T1485 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13850 T1485 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty3 forceNew: false
[junit4:junit4]   2> 13850 T1485 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty3/index/
[junit4:junit4]   2> 13850 T1485 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13851 T1485 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty3/index forceNew: false
[junit4:junit4]   2> 13854 T1485 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158cd143 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d1d995),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13855 T1485 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13859 T1485 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13859 T1485 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13860 T1485 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13861 T1485 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13862 T1485 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13862 T1485 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13863 T1485 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13864 T1485 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13864 T1485 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13867 T1485 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13870 T1485 oass.SolrIndexSearcher.<init> Opening Searcher@3c6d53d3 main
[junit4:junit4]   2> 13870 T1485 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty3/tlog
[junit4:junit4]   2> 13871 T1485 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13871 T1485 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13876 T1486 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c6d53d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13878 T1485 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13878 T1485 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14389 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14391 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51987_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51987/ulyb/gd"}
[junit4:junit4]   2> 14391 T1432 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14391 T1432 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14399 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14399 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14399 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14400 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14400 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14883 T1485 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14884 T1485 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51987/ulyb/gd collection:collection1 shard:shard1
[junit4:junit4]   2> 14891 T1485 oasc.ZkController.register We are http://127.0.0.1:51987/ulyb/gd/collection1/ and leader is http://127.0.0.1:51980/ulyb/gd/collection1/
[junit4:junit4]   2> 14892 T1485 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51987/ulyb/gd
[junit4:junit4]   2> 14892 T1485 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14892 T1485 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C106 name=collection1 org.apache.solr.core.SolrCore@5dc13614 url=http://127.0.0.1:51987/ulyb/gd/collection1 node=127.0.0.1:51987_ulyb%2Fgd C106_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51987_ulyb%2Fgd, base_url=http://127.0.0.1:51987/ulyb/gd}
[junit4:junit4]   2> 14893 T1487 C106 P51987 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14898 T1487 C106 P51987 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14898 T1485 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14898 T1487 C106 P51987 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14899 T1487 C106 P51987 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14900 T1409 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14901 T1487 C106 P51987 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14901 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14902 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15128 T1409 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15136 T1409 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51991
[junit4:junit4]   2> 15136 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15137 T1409 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15137 T1409 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773
[junit4:junit4]   2> 15138 T1409 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773/solr.xml
[junit4:junit4]   2> 15138 T1409 oasc.CoreContainer.<init> New CoreContainer 1228266302
[junit4:junit4]   2> 15139 T1409 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773/'
[junit4:junit4]   2> 15139 T1409 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773/'
[junit4:junit4]   2> 15177 T1409 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15177 T1409 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15178 T1409 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15179 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15179 T1409 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15180 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15180 T1409 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15181 T1409 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15181 T1409 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15182 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15199 T1409 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15222 T1409 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51973/solr
[junit4:junit4]   2> 15223 T1409 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15224 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4ed4b486
[junit4:junit4]   2> 15225 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15225 T1498 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15227 T1498 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 15227 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51992
[junit4:junit4]   2> 15228 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51992
[junit4:junit4]   2> 15229 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd9000b with negotiated timeout 20000 for client /127.0.0.1:51992
[junit4:junit4]   2> 15229 T1498 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd9000b, negotiated timeout = 20000
[junit4:junit4]   2> 15230 T1499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ed4b486 name:ZooKeeperConnection Watcher:127.0.0.1:51973 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15230 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15233 T1414 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6412ddd9000b
[junit4:junit4]   2> 15234 T1411 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51992 which had sessionid 0x13d6412ddd9000b
[junit4:junit4]   2> 15234 T1409 oaz.ZooKeeper.close Session: 0x13d6412ddd9000b closed
[junit4:junit4]   2> 15235 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15235 T1499 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15244 T1409 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51973/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2cc988ca
[junit4:junit4]   2> 15245 T1409 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15246 T1500 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51973. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 15247 T1500 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51973, initiating session
[junit4:junit4]   2> 15247 T1411 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51993
[junit4:junit4]   2> 15248 T1411 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51993
[junit4:junit4]   2> 15249 T1413 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6412ddd9000c with negotiated timeout 20000 for client /127.0.0.1:51993
[junit4:junit4]   2> 15250 T1500 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51973, sessionid = 0x13d6412ddd9000c, negotiated timeout = 20000
[junit4:junit4]   2> 15251 T1501 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cc988ca name:ZooKeeperConnection Watcher:127.0.0.1:51973/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15251 T1409 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15253 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd9000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15254 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd9000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15258 T1409 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C105_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51983_ulyb%2Fgd, base_url=http://127.0.0.1:51983/ulyb/gd}
[junit4:junit4]   2> 15653 T1470 C105 P51983 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51980/ulyb/gd/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15654 T1470 C105 P51983 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51983/ulyb/gd START replicas=[http://127.0.0.1:51980/ulyb/gd/collection1/] nUpdates=100
[junit4:junit4]   2> 15655 T1470 C105 P51983 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15659 T1470 C105 P51983 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15660 T1470 C105 P51983 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15660 T1470 C105 P51983 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15661 T1470 C105 P51983 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15661 T1470 C105 P51983 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51980/ulyb/gd/collection1/. core=collection1
[junit4:junit4]   2> 15661 T1470 C105 P51983 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C107 name=collection1 org.apache.solr.core.SolrCore@30a8cfe6 url=http://127.0.0.1:51980/ulyb/gd/collection1 node=127.0.0.1:51980_ulyb%2Fgd C107_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51980_ulyb%2Fgd, base_url=http://127.0.0.1:51980/ulyb/gd, leader=true}
[junit4:junit4]   2> 15670 T1447 C107 P51980 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15673 T1443 C107 P51980 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15677 T1443 C107 P51980 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15678 T1443 C107 P51980 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15679 T1443 C107 P51980 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15680 T1443 C107 P51980 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15681 T1443 C107 P51980 oass.SolrIndexSearcher.<init> Opening Searcher@298259c8 realtime
[junit4:junit4]   2> 15682 T1443 C107 P51980 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15682 T1443 C107 P51980 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 15683 T1470 C105 P51983 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15684 T1470 C105 P51983 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15688 T1445 C107 P51980 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15689 T1445 C107 P51980 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15690 T1470 C105 P51983 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15690 T1470 C105 P51983 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15690 T1470 C105 P51983 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15693 T1442 C107 P51980 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15694 T1470 C105 P51983 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15695 T1470 C105 P51983 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty2/index.20130313080646553 forceNew: false
[junit4:junit4]   2> 15696 T1470 C105 P51983 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6092f734 lockFactory=org.apache.lucene.store.NativeFSLockFactory@28888108) fullCopy=false
[junit4:junit4]   2> 15699 T1447 C107 P51980 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15701 T1470 C105 P51983 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15704 T1470 C105 P51983 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15704 T1470 C105 P51983 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15707 T1470 C105 P51983 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8f553d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6560310),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8f553d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6560310),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15707 T1470 C105 P51983 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15708 T1470 C105 P51983 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15708 T1470 C105 P51983 oass.SolrIndexSearcher.<init> Opening Searcher@1faa7de6 main
[junit4:junit4]   2> 15709 T1469 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1faa7de6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15710 T1470 C105 P51983 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@6092f734 lockFactory=org.apache.lucene.store.NativeFSLockFactory@28888108)
[junit4:junit4]   2> 15710 T1470 C105 P51983 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15711 T1470 C105 P51983 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15711 T1470 C105 P51983 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15712 T1470 C105 P51983 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15714 T1470 C105 P51983 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15912 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15913 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51987_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51987/ulyb/gd"}
[junit4:junit4]   2> 15920 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51983_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51983/ulyb/gd"}
[junit4:junit4]   2> 15931 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15933 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15934 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15934 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15934 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15936 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16265 T1409 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51991_ulyb%2Fgd
[junit4:junit4]   2> 16266 T1414 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6412ddd9000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51991_ulyb%2Fgd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51991_ulyb%2Fgd
[junit4:junit4]   2> 16268 T1409 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51991_ulyb%2Fgd
[junit4:junit4]   2> 16273 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16273 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16274 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16274 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16275 T1501 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16275 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16275 T1431 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16276 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16280 T1484 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16281 T1438 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16281 T1451 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16281 T1467 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16287 T1504 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773/collection1
[junit4:junit4]   2> 16287 T1504 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16289 T1504 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16289 T1504 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16291 T1504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773/collection1/'
[junit4:junit4]   2> 16292 T1504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16292 T1504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773/collection1/lib/README' to classloader
[junit4:junit4]   2> 16343 T1504 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16404 T1504 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16405 T1504 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16411 T1504 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16921 T1446 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:51987_ulyb%252Fgd&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 17080 T1504 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17090 T1504 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17094 T1504 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17122 T1504 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17128 T1504 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17134 T1504 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17136 T1504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17136 T1504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17137 T1504 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17139 T1504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17139 T1504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17139 T1504 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17140 T1504 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363183605773/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty4/
[junit4:junit4]   2> 17140 T1504 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2415a94f
[junit4:junit4]   2> 17141 T1504 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17141 T1504 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty4 forceNew: false
[junit4:junit4]   2> 17142 T1504 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty4/index/
[junit4:junit4]   2> 17142 T1504 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17143 T1504 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty4/index forceNew: false
[junit4:junit4]   2> 17146 T1504 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15a74f84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b6eae6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17146 T1504 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17149 T1504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17150 T1504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17151 T1504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17152 T1504 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17168 T1504 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17169 T1504 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17169 T1504 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17170 T1504 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17170 T1504 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17173 T1504 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17177 T1504 oass.SolrIndexSearcher.<init> Opening Searcher@226bd main
[junit4:junit4]   2> 17177 T1504 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty4/tlog
[junit4:junit4]   2> 17178 T1504 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17178 T1504 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17181 T1505 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@226bd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17183 T1504 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17184 T1504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17461 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17462 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51991_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51991/ulyb/gd"}
[junit4:junit4]   2> 17462 T1432 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 17462 T1432 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17469 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17470 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17470 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17469 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17470 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17470 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18186 T1504 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18187 T1504 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51991/ulyb/gd collection:collection1 shard:shard1
[junit4:junit4]   2> 18192 T1504 oasc.ZkController.register We are http://127.0.0.1:51991/ulyb/gd/collection1/ and leader is http://127.0.0.1:51980/ulyb/gd/collection1/
[junit4:junit4]   2> 18192 T1504 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51991/ulyb/gd
[junit4:junit4]   2> 18193 T1504 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18193 T1504 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C108 name=collection1 org.apache.solr.core.SolrCore@5a0a3068 url=http://127.0.0.1:51991/ulyb/gd/collection1 node=127.0.0.1:51991_ulyb%2Fgd C108_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51991_ulyb%2Fgd, base_url=http://127.0.0.1:51991/ulyb/gd}
[junit4:junit4]   2> 18194 T1506 C108 P51991 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18195 T1506 C108 P51991 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18195 T1504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18195 T1506 C108 P51991 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18196 T1506 C108 P51991 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18197 T1409 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 18198 T1506 C108 P51991 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18198 T1409 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18199 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18212 T1409 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18213 T1409 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18214 T1409 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18215 T1409 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51987_ulyb%2Fgd, base_url=http://127.0.0.1:51987/ulyb/gd}
[junit4:junit4]   2> 18923 T1487 C106 P51987 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51980/ulyb/gd/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18924 T1487 C106 P51987 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51987/ulyb/gd START replicas=[http://127.0.0.1:51980/ulyb/gd/collection1/] nUpdates=100
[junit4:junit4]   2> 18924 T1487 C106 P51987 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18927 T1487 C106 P51987 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18927 T1487 C106 P51987 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18927 T1487 C106 P51987 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18927 T1487 C106 P51987 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18928 T1487 C106 P51987 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51980/ulyb/gd/collection1/. core=collection1
[junit4:junit4]   2> 18928 T1487 C106 P51987 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18930 T1442 C107 P51980 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18943 T1447 C107 P51980 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18946 T1447 C107 P51980 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18946 T1447 C107 P51980 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18947 T1447 C107 P51980 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18947 T1447 C107 P51980 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 18948 T1487 C106 P51987 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18948 T1487 C106 P51987 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18958 T1444 C107 P51980 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18959 T1487 C106 P51987 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18959 T1487 C106 P51987 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18959 T1487 C106 P51987 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18962 T1446 C107 P51980 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18962 T1487 C106 P51987 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18964 T1487 C106 P51987 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty3/index.20130313080649822 forceNew: false
[junit4:junit4]   2> 18964 T1487 C106 P51987 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e1888b2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39731fbd) fullCopy=false
[junit4:junit4]   2> 18966 T1442 C107 P51980 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18967 T1487 C106 P51987 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18969 T1487 C106 P51987 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18969 T1487 C106 P51987 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18972 T1487 C106 P51987 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158cd143 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d1d995),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158cd143 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d1d995),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18972 T1487 C106 P51987 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18972 T1487 C106 P51987 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18973 T1487 C106 P51987 oass.SolrIndexSearcher.<init> Opening Searcher@d8128ab main
[junit4:junit4]   2> 18974 T1486 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d8128ab main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18975 T1487 C106 P51987 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e1888b2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39731fbd)
[junit4:junit4]   2> 18975 T1487 C106 P51987 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18975 T1487 C106 P51987 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18976 T1487 C106 P51987 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18976 T1487 C106 P51987 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18978 T1487 C106 P51987 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18982 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18984 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51991_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51991/ulyb/gd"}
[junit4:junit4]   2> 18992 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51987_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51987/ulyb/gd"}
[junit4:junit4]   2> 19001 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19002 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19002 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19002 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19001 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19002 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19215 T1445 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:51991_ulyb%252Fgd&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 19219 T1409 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20228 T1409 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C108_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51991_ulyb%2Fgd, base_url=http://127.0.0.1:51991/ulyb/gd}
[junit4:junit4]   2> 21218 T1506 C108 P51991 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51980/ulyb/gd/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21219 T1506 C108 P51991 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51991/ulyb/gd START replicas=[http://127.0.0.1:51980/ulyb/gd/collection1/] nUpdates=100
[junit4:junit4]   2> 21219 T1506 C108 P51991 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21220 T1506 C108 P51991 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21220 T1506 C108 P51991 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21220 T1506 C108 P51991 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21220 T1506 C108 P51991 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21220 T1506 C108 P51991 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51980/ulyb/gd/collection1/. core=collection1
[junit4:junit4]   2> 21220 T1506 C108 P51991 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21222 T1447 C107 P51980 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21230 T1444 C107 P51980 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21234 T1444 C107 P51980 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21234 T1444 C107 P51980 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21234 T1409 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21235 T1444 C107 P51980 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21235 T1444 C107 P51980 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 21236 T1506 C108 P51991 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21237 T1506 C108 P51991 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 21239 T1442 C107 P51980 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21240 T1506 C108 P51991 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 21240 T1506 C108 P51991 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 21240 T1506 C108 P51991 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 21244 T1445 C107 P51980 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21245 T1506 C108 P51991 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 21246 T1506 C108 P51991 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363183590867/jetty4/index.20130313080652104 forceNew: false
[junit4:junit4]   2> 21246 T1506 C108 P51991 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@57a54666 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3955bb80) fullCopy=false
[junit4:junit4]   2> 21249 T1447 C107 P51980 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 21250 T1506 C108 P51991 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 21252 T1506 C108 P51991 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 21252 T1506 C108 P51991 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 21253 T1506 C108 P51991 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15a74f84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b6eae6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15a74f84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b6eae6),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21254 T1506 C108 P51991 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21254 T1506 C108 P51991 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 21255 T1506 C108 P51991 oass.SolrIndexSearcher.<init> Opening Searcher@11c8cc91 main
[junit4:junit4]   2> 21256 T1505 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11c8cc91 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 21256 T1506 C108 P51991 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@57a54666 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3955bb80)
[junit4:junit4]   2> 21257 T1506 C108 P51991 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 21257 T1506 C108 P51991 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 21257 T1506 C108 P51991 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 21257 T1506 C108 P51991 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21259 T1506 C108 P51991 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22033 T1432 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22034 T1432 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51991_ulyb%2Fgd",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51991/ulyb/gd"}
[junit4:junit4]   2> 22042 T1467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22042 T1431 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22042 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22042 T1484 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22043 T1451 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22043 T1438 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22238 T1409 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22240 T1409 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C109 name=collection1 org.apache.solr.core.SolrCore@11786ce6 url=http://127.0.0.1:51976/ulyb/gd/collection1 node=127.0.0.1:51976_ulyb%2Fgd C109_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51976_ulyb%2Fgd, base_url=http://127.0.0.1:51976/ulyb/gd, leader=true}
[junit4:junit4]   2> 22248 T1427 C109 P51976 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22251 T1427 C109 P51976 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e5479cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@f53dd5e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22252 T1427 C109 P51976 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22253 T1427 C109 P51976 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e5479cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@f53dd5e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e5479cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@f53dd5e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22253 T1427 C109 P51976 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22254 T1427 C109 P51976 oass.SolrIndexSearcher.<init> Opening Searcher@5f2c8190 main
[junit4:junit4]   2> 22254 T1427 C109 P51976 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22255 T1435 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f2c8190 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 22256 T1427 C109 P51976 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 22266 T1446 C107 P51980 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22267 T1446 C107 P51980 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22268 T1446 C107 P51980 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22268 T1446 C107 P51980 oass.SolrIndexSearcher.<init> Opening Searcher@69b56985 main
[junit4:junit4]   2> 22269 T1446 C107 P51980 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22269 T1453 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@69b56985 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22270 T1446 C107 P51980 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51983/ulyb/gd/collection1/, StdNode: http://127.0.0.1:51987/ulyb/gd/collection1/, StdNode: http://127.0.0.1:51991/ulyb/gd/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C108_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51991_ulyb%2Fgd, base_url=http://127.0.0.1:51991/ulyb/gd}
[junit4:junit4]   2> 22288 T1497 C108 P51991 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22298 T1497 C108 P51991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15a74f84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b6eae6),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15a74f84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b6eae6),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22298 T1497 C108 P51991 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22299 T1497 C108 P51991 oass.SolrIndexSearcher.<init> Opening Searcher@5ecbdc34 main
[junit4:junit4]   2> 22300 T1497 C108 P51991 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22301 T1505 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ecbdc34 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22302 T1497 C108 P51991 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2>  C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51987_ulyb%2Fgd, base_url=http://127.0.0.1:51987/ulyb/gd}
[junit4:junit4]   2> 22303 T1475 C106 P51987 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C105_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51983_ulyb%2Fgd, base_url=http://127.0.0.1:51983/ulyb/gd}
[junit4:junit4]   2> 22304 T1461 C105 P51983 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22307 T1475 C106 P51987 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158cd143 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d1d995),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158cd143 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d1d995),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22308 T1461 C105 P51983 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8f553d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6560310),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8f553d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6560310),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22310 T1475 C106 P51987 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22310 T1461 C105 P51983 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22311 T1475 C106 P51987 oass.SolrIndexSearcher.<init> Opening Searcher@3ab3ef1e main
[junit4:junit4]   2> 22311 T1461 C105 P51983 oass.SolrIndexSearcher.<init> Opening Searcher@525da4fd main
[junit4:junit4]   2> 22312 T1461 C105 P51983 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22311 T1475 C106 P51987 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22312 T1486 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ab3ef1e main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 22313 T1475 C106 P51987 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 22313 T1469 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@525da4fd main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22314 T1461 C105 P51983 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 22315 T1446 C107 P51980 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 49
[junit4:junit4]   2> 22317 T1409 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22321 T1442 C107 P51980 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22325 T1462 C105 P51983 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22329 T1476 C106 P51987 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22332 T1492 C108 P51991 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24340 T1427 C109 P51976 oass.SolrIndexSearcher.<init> Opening Searcher@7db5c5c2 realtime
[junit4:junit4]   2> 24341 T1427 C109 P51976 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429401622488809472)} 0 3
[junit4:junit4]   2> 24353 T1476 C106 P51987 /update {update.distrib=FROMLEADER&_version_=-1429401622494052352&update.from=http://127.0.0.1:51980/ulyb/gd/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429401622494052352)} 0 6
[junit4:junit4]   2> 24354 T1462 C105 P51983 /update {update.distrib=FROMLEADER&_version_=-1429401622494052352&update.from=http://127.0.0.1:51980/ulyb/gd/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429401622494052352)} 0 7
[junit4:junit4]   2> 24355 T1492 C108 P51991 /update {update.distrib=FROMLEADER&_version_=-1429401622494052352&update.from=http://127.0.0.1:51980/ulyb/gd/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429401622494052352)} 0 1
[junit4:junit4]   2> 24355 T1442 C107 P51980 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429401622494052352)} 0 12
[junit4:junit4]   2> 24360 T1422 C109 P51976 /update {wt=javabin&version=2} {add=[0 (1429401622510829568)]} 0 1
[junit4:junit4]   2> 24369 T1477 C106 P51987 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429401622516072448)]} 0 2
[junit4:junit4]   2> 24369 T1493 C108 P51991 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429401622516072448)]} 0 1
[junit4:junit4]   2> 24371 T1463 C105 P51983 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429401622516072448)]} 0 1
[junit4:junit4]   2> 24372 T1445 C107 P51980 /update {wt=javabin&version=2} {add=[0 (1429401622516072448)]} 0 9
[junit4:junit4]   2> 24379 T1423 C109 P51976 /update {wt=javabin&version=2} {add=[1 (1429401622530752512)]} 0 1
[junit4:junit4]   2> 24394 T1458 C105 P51983 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429401622542286848)]} 0 1
[junit4:junit4]   2> 24394 T1478 C106 P51987 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429401622542286848)]} 0 1
[junit4:junit4]   2> 24396 T1494 C108 P51991 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429401622542286848)]} 0 1
[junit4:junit4]   2> 24396 T1447 C107 P51980 /update {wt=javabin&version=2} {add=[1 (1429401622542286848)]} 0 7
[junit4:junit4]   2> 24400 T1424 C109 P51976 /update {wt=javabin&version=2} {add=[2 (1429401622553821184)]} 0 1
[junit4:junit4]   2> 24407 T1495 C108 P51991 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429401622556966912)]} 0 1
[junit4:junit4]   2> 24408 T1479 C106 P51987 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429401622556966912)]} 0 2
[junit4:junit4]   2> 24409 T1443 C107 P51980 /update {test.distrib.skip.servers=http://127.0.0.1:51983/ulyb/gd/collection1/&wt=javabin&version=2} {add=[2 (1429401622556966912)]} 0 6
[junit4:junit4]   2> 24414 T1425 C109 P51976 /update {wt=javabin&version=2} {add=[3 (1429401622567452672)]} 0 1
[junit4:junit4]   2> 24423 T1496 C108 P51991 /update {distrib.from=http://127.0.0.1:51980/ulyb/gd/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429401622572695552)]} 0 2
[junit4:junit4]   2> 24423 T1444 C107 P51980 /update {test.distrib.skip.servers=http://127.0.0.1:51983/ulyb/gd/collection1/&test.distrib.skip.servers=http://127.0.0.1:51987/ulyb/gd/collection1/&wt=javabin&version=2} {add=[3 (1429401622572695552)]} 0 6
[junit4:junit4]   2> 24426 T1426 C109 P51976 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24437 T1426 C109 P51976 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e5479cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@f53dd5e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e5479cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@f53dd5e),segFN=segments_3,generation=3,filenames=[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 24438 T1426 C109 P51976 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4]   2> 24441 T1426 C109 P51976 oass.SolrIndexSearcher.<init> Opening Searcher@5dc8e99 main
[junit4:junit4]   2> 24442 T1426 C109 P51976 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24442 T1435 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5dc8e99 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24443 T1426 C109 P51976 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4]   2> 24446 T1446 C107 P51980 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24471 T1446 C107 P51980 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5f4991a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@278904b4),segFN=segments_6,generation=6,filenames=[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, segments_6, _0.fdt]
[junit4:junit4]   2> 24472 T1446 C107 P51980 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, segments_6, _0.fdt]
[junit4:junit4]   2> 24475 T1446 C107 P51980 oass.SolrIndexSearcher.<init> Opening Searcher@5c755839 main
[junit4:junit4]   2> 24476 T1446 C107 P51980 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24477 T1453 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c755839 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24478 T1446 C107 P51980 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51983/ulyb/gd/collection1/, StdNode: http://127.0.0.1:51987/ulyb/gd/collection1/, StdNode: http://127.0.0.1:51991/ulyb/gd/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 24481 T1459 C105 P51983 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24482 T1480 C106 P51987 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24484 T1497 C108 P51991 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24510 T1497 C108 P51991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15a74f84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b6eae6),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15a74f84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b6eae6),segFN=segments_6,generation=6,filenames=[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, segments_6, _0.fdt]
[junit4:junit4]   2> 24511 T1497 C108 P51991 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, segments_6, _0.fdt]
[junit4:junit4]   2> 24516 T1497 C108 P51991 oass.SolrIndexSearcher.<init> Opening Searcher@3e35455e main
[junit4:junit4]   2> 24517 T1497 C108 P51991 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24519 T1505 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e35455e main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24521 T1497 C108 P51991 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 37
[junit4:junit4]   2> 24522 T1480 C106 P51987 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158cd143 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d1d995),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158cd143 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d1d995),segFN=segments_5,generation=5,filenames=[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, segments_5, _0.fdt]
[junit4:junit4]   2> 24523 T1480 C106 P51987 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, segments_5, _0.fdt]
[junit4:junit4]   2> 24527 T1480 C106 P51987 oass.SolrIndexSearcher.<init> Opening Searcher@3aa865cf main
[junit4:junit4]   2> 24527 T1480 C106 P51987 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24529 T1459 C105 P51983 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8f553d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6560310),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8f553d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6560310),segFN=segments_4,generation=4,filenames=[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, _0.fdt, segments_4]
[junit4:junit4]   2> 24529 T1459 C105 P51983 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_Lucene41WithOrds_0.tib, _0_Lucene41_0.pos, _0_Lucene41WithOrds_0.tii, _0_Lucene41WithOrds_0.pos, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_Lucene41WithOrds_0.doc, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.doc, _0.fdx, _0.fdt, segments_4]
[junit4:junit4]   2> 24532 T1459 C105 P51983 oass.SolrIndexSearcher.<init> Opening Searcher@62e88637 main
[junit4:junit4]   2> 24533 T1459 C105 P51983 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24534 T1469 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62e88637 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 24535 T1459 C105 P51983 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 54
[junit4:junit4]   2> 24536 T1486 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3aa865cf main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 24537 T1480 C106 P51987 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 55
[junit4:junit4]   2> 24538 T1446 C107 P51980 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 92
[junit4:junit4]   2> 24539 T1409 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 24540 T1409 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24541 T1409 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 24545 T1442 C107 P51980 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 24548 T1460 C105 P51983 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 24551 T1475 C106 P51987 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 24555 T1492 C108 P51991 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 24562 T1409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24588 T1476 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 24588 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24600 T1445 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 24601 T1445 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51980/ulyb/gd/collection1/
[junit4:junit4]   2> 24601 T1445 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51980/ulyb/gd START replicas=[http://127.0.0.1:51983/ulyb/gd/collection1/, http://127.0.0.1:51987/ulyb/gd/collection1/, http://127.0.0.1:51991/ulyb/gd/collection1/] nUpdates=100
[junit4:junit4]   2> 24627 T1461 C105 P51983 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24631 T1445 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51980/ulyb/gd  Received 3 versions from 127.0.0.1:51983/ulyb/gd/collection1/
[junit4:junit4]   2> 24632 T1477 C106 P51987 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 24632 T1493 C108 P51991 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24632 T1445 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51980/ulyb/gd  Our versions are newer. ourLowThreshold=1429401622494052352 otherHigh=1429401622542286848
[junit4:junit4]   2> 24633 T1445 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51980/ulyb/gd  Received 4 versions from 127.0.0.1:51987/ulyb/gd/collection1/
[junit4:junit4]   2> 24634 T1445 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51980/ulyb/gd  Our versions are newer. ourLowThreshold=1429401622494052352 otherHigh=1429401622556966912
[junit4:junit4]   2> 24634 T1445 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51980/ulyb/gd  Received 5 versions from 127.0.0.1:51991/ulyb/gd/collection1/
[junit4:junit4]   2> 24635 T1445 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:5

[...truncated too long message...]

unit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=B5C4E3D76FDFA804 -Dtests.slow=true -Dtests.locale=fi -Dtests.timezone=Pacific/Easter -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 53.9s | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B5C4E3D76FDFA804:34226DCF1880C838]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 53872 T1409 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 53879 T1408 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 54020 T1501 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 54020 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 54021 T1501 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 54021 T1501 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=Lucene41(blocksize=128), text=MockFixedIntBlock(blockSize=1851), _version_=PostingsFormat(name=Lucene41WithOrds), rnd_b=PostingsFormat(name=NestedPulsing), intDefault=PostingsFormat(name=Lucene41WithOrds), id=PostingsFormat(name=NestedPulsing), timestamp=Lucene41(blocksize=128), a_t=Lucene41(blocksize=128), range_facet_sl=PostingsFormat(name=NestedPulsing), range_facet_si=Lucene41(blocksize=128), other_tl1=PostingsFormat(name=Lucene41WithOrds), multiDefault=Lucene41(blocksize=128), a_si=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fi, timezone=Pacific/Easter
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Apple Inc. 1.6.0_41 (64-bit)/cpus=2,threads=6,free=19028792,total=147574784
[junit4:junit4]   2> NOTE: All tests run in this JVM: [IndexSchemaTest, TestFastWriter, TestConfig, TestValueSourceCache, RAMDirectoryFactoryTest, DistributedSpellCheckComponentTest, TestCollationField, TestMultiCoreConfBootstrap, LegacyHTMLStripCharFilterTest, TestRemoteStreaming, OverseerCollectionProcessorTest, MBeansHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestWordDelimiterFilterFactory, TestBinaryResponseWriter, TestDynamicFieldResource, MultiTermTest, LukeRequestHandlerTest, TestGroupingSearch, PluginInfoTest, DateFieldTest, BasicDistributedZk2Test, TestTrie, ClusterStateUpdateTest, TestSolrDeletionPolicy1, MinimalSchemaTest, RecoveryZkTest, NoCacheHeaderTest, SolrRequestParserTest, TestQueryUtils, SortByFunctionTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestCharFilters, ConvertedLegacyTest, CacheHeaderTest, SolrIndexSplitterTest, RequestHandlersTest, OutputWriterTest, BasicDistributedZkTest, ClusterStateTest, BadComponentTest, ChaosMonkeyNothingIsSafeTest, TestAtomicUpdateErrorCases, TestLazyCores, PreAnalyzedFieldTest, StatsComponentTest, FieldAnalysisRequestHandlerTest, TestFieldTypeResource, DirectSolrConnectionTest, FastVectorHighlighterTest, TestLuceneMatchVersion, DocValuesMultiTest, TestFieldResource, DateMathParserTest, TestDistributedSearch, TestRealTimeGet, TestFoldingMultitermQuery, SyncSliceTest]
[junit4:junit4] Completed in 54.17s, 1 test, 1 failure <<< FAILURES!

[...truncated 647 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 78 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 314 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/314/
Java: 64bit/jdk1.6.0 -XX:+UseConcMarkSweepGC

3 tests failed.
REGRESSION:  org.apache.solr.core.TestSolrDiscoveryProperties.testPropertiesFile

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([B2B53A5D6707D199]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestSolrDiscoveryProperties

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([B2B53A5D6707D199]:0)


FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([B2B53A5D6707D199:3353B4451058B1A5]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8605 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2663 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 20 T2663 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363378910860
[junit4:junit4]   2> 21 T2663 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 27 T2664 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 29 T2664 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 29 T2664 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 30 T2664 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 31 T2664 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 31 T2663 oasc.ZkTestServer.run start zk server on port:52246
[junit4:junit4]   2> 32 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@c57101a
[junit4:junit4]   2> 33 T2664 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363378910860/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 38 T2669 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 39 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 40 T2669 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 41 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52247
[junit4:junit4]   2> 42 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52247
[junit4:junit4]   2> 42 T2667 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 46 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990000 with negotiated timeout 10000 for client /127.0.0.1:52247
[junit4:junit4]   2> 48 T2669 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990000, negotiated timeout = 10000
[junit4:junit4]   2> 49 T2670 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c57101a name:ZooKeeperConnection Watcher:127.0.0.1:52246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 49 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 50 T2663 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 56 T2668 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6fb736990000
[junit4:junit4]   2> 60 T2670 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 60 T2665 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52247 which had sessionid 0x13d6fb736990000
[junit4:junit4]   2> 60 T2663 oaz.ZooKeeper.close Session: 0x13d6fb736990000 closed
[junit4:junit4]   2> 63 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@e0fadd2
[junit4:junit4]   2> 65 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 65 T2671 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 66 T2671 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 67 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52248
[junit4:junit4]   2> 68 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52248
[junit4:junit4]   2> 69 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990001 with negotiated timeout 10000 for client /127.0.0.1:52248
[junit4:junit4]   2> 69 T2671 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990001, negotiated timeout = 10000
[junit4:junit4]   2> 70 T2672 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e0fadd2 name:ZooKeeperConnection Watcher:127.0.0.1:52246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 70 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 71 T2663 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 77 T2663 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 82 T2663 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 87 T2663 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 92 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 93 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 104 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 105 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 112 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 113 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 118 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 119 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 127 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 128 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 133 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 134 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 139 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 140 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 145 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 146 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 151 T2663 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 152 T2663 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 157 T2668 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6fb736990001
[junit4:junit4]   2> 158 T2665 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52248 which had sessionid 0x13d6fb736990001
[junit4:junit4]   2> 158 T2672 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 160 T2663 oaz.ZooKeeper.close Session: 0x13d6fb736990001 closed
[junit4:junit4]   2> 441 T2663 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 461 T2663 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52249
[junit4:junit4]   2> 462 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 463 T2663 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 463 T2663 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000
[junit4:junit4]   2> 464 T2663 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000/solr.xml
[junit4:junit4]   2> 464 T2663 oasc.CoreContainer.<init> New CoreContainer 145255522
[junit4:junit4]   2> 465 T2663 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000/'
[junit4:junit4]   2> 466 T2663 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000/'
[junit4:junit4]   2> 565 T2663 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 566 T2663 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 566 T2663 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 567 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 568 T2663 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 568 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 569 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 569 T2663 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 570 T2663 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 570 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 596 T2663 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 615 T2663 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52246/solr
[junit4:junit4]   2> 617 T2663 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 617 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@402e74d7
[junit4:junit4]   2> 620 T2682 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 621 T2682 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 621 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52250
[junit4:junit4]   2> 621 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 622 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52250
[junit4:junit4]   2> 625 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990002 with negotiated timeout 20000 for client /127.0.0.1:52250
[junit4:junit4]   2> 625 T2682 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990002, negotiated timeout = 20000
[junit4:junit4]   2> 625 T2683 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@402e74d7 name:ZooKeeperConnection Watcher:127.0.0.1:52246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 626 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 629 T2668 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6fb736990002
[junit4:junit4]   2> 630 T2665 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52250 which had sessionid 0x13d6fb736990002
[junit4:junit4]   2> 630 T2683 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 631 T2663 oaz.ZooKeeper.close Session: 0x13d6fb736990002 closed
[junit4:junit4]   2> 632 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 641 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7b0c24e1
[junit4:junit4]   2> 643 T2684 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 644 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 645 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52251
[junit4:junit4]   2> 645 T2684 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 646 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52251
[junit4:junit4]   2> 648 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990003 with negotiated timeout 20000 for client /127.0.0.1:52251
[junit4:junit4]   2> 648 T2684 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990003, negotiated timeout = 20000
[junit4:junit4]   2> 648 T2685 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b0c24e1 name:ZooKeeperConnection Watcher:127.0.0.1:52246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 649 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 652 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 655 T2663 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 666 T2663 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52249_
[junit4:junit4]   2> 668 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52249_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52249_
[junit4:junit4]   2> 669 T2663 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52249_
[junit4:junit4]   2> 675 T2663 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 685 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 686 T2663 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 690 T2663 oasc.Overseer.start Overseer (id=89350400302972931-127.0.0.1:52249_-n_0000000000) starting
[junit4:junit4]   2> 691 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 693 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 694 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 696 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 697 T2687 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 702 T2663 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 729 T2663 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 735 T2663 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 740 T2686 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 748 T2688 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000/collection1
[junit4:junit4]   2> 748 T2688 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 749 T2688 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 750 T2688 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 752 T2688 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000/collection1/'
[junit4:junit4]   2> 754 T2688 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 754 T2688 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000/collection1/lib/README' to classloader
[junit4:junit4]   2> 866 T2688 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 973 T2688 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 975 T2688 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 983 T2688 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2014 T2688 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2027 T2688 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2031 T2688 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2058 T2688 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2065 T2688 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2071 T2688 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2073 T2688 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2074 T2688 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2074 T2688 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2076 T2688 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2077 T2688 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2077 T2688 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2077 T2688 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363378911000/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/control/data/
[junit4:junit4]   2> 2078 T2688 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d581e80
[junit4:junit4]   2> 2079 T2688 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2079 T2688 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/control/data forceNew: false
[junit4:junit4]   2> 2080 T2688 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363378910860/control/data/index/
[junit4:junit4]   2> 2080 T2688 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363378910860/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2080 T2688 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/control/data/index forceNew: false
[junit4:junit4]   2> 2084 T2688 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1116841 lockFactory=org.apache.lucene.store.NativeFSLockFactory@297bd5d1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2084 T2688 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2087 T2688 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2088 T2688 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2088 T2688 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2089 T2688 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2091 T2688 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2091 T2688 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2091 T2688 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2092 T2688 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2093 T2688 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2097 T2688 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2102 T2688 oass.SolrIndexSearcher.<init> Opening Searcher@9665619 main
[junit4:junit4]   2> 2103 T2688 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/control/data/tlog
[junit4:junit4]   2> 2104 T2688 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2104 T2688 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2108 T2689 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9665619 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2109 T2688 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2110 T2688 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2111 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2257 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2258 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52249_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52249"}
[junit4:junit4]   2> 2258 T2686 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2258 T2686 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2259 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2277 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3116 T2688 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3117 T2688 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52249 collection:control_collection shard:shard1
[junit4:junit4]   2> 3118 T2688 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3131 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3132 T2688 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3133 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3136 T2688 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3136 T2688 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3136 T2688 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52249/collection1/
[junit4:junit4]   2> 3136 T2688 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3137 T2688 oasc.SyncStrategy.syncToMe http://127.0.0.1:52249/collection1/ has no replicas
[junit4:junit4]   2> 3137 T2688 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52249/collection1/
[junit4:junit4]   2> 3137 T2688 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3145 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3786 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3802 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3814 T2688 oasc.ZkController.register We are http://127.0.0.1:52249/collection1/ and leader is http://127.0.0.1:52249/collection1/
[junit4:junit4]   2> 3815 T2688 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52249
[junit4:junit4]   2> 3815 T2688 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3815 T2688 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3816 T2688 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3818 T2688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3820 T2663 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3821 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3821 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3832 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3833 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3ced78ff
[junit4:junit4]   2> 3834 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3835 T2691 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3836 T2691 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 3836 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52252
[junit4:junit4]   2> 3837 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52252
[junit4:junit4]   2> 3839 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990004 with negotiated timeout 10000 for client /127.0.0.1:52252
[junit4:junit4]   2> 3839 T2691 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990004, negotiated timeout = 10000
[junit4:junit4]   2> 3840 T2692 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ced78ff name:ZooKeeperConnection Watcher:127.0.0.1:52246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3840 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3844 T2663 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3849 T2663 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4067 T2663 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4073 T2663 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52253
[junit4:junit4]   2> 4075 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4076 T2663 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4076 T2663 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688
[junit4:junit4]   2> 4077 T2663 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688/solr.xml
[junit4:junit4]   2> 4077 T2663 oasc.CoreContainer.<init> New CoreContainer 940539153
[junit4:junit4]   2> 4079 T2663 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688/'
[junit4:junit4]   2> 4080 T2663 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688/'
[junit4:junit4]   2> 4125 T2663 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4126 T2663 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4126 T2663 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4127 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4128 T2663 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4128 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4129 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4129 T2663 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4130 T2663 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4131 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4149 T2663 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4183 T2663 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52246/solr
[junit4:junit4]   2> 4184 T2663 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4185 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c63aa60
[junit4:junit4]   2> 4186 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4188 T2702 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4189 T2702 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 4190 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52254
[junit4:junit4]   2> 4190 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52254
[junit4:junit4]   2> 4192 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990005 with negotiated timeout 20000 for client /127.0.0.1:52254
[junit4:junit4]   2> 4192 T2702 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990005, negotiated timeout = 20000
[junit4:junit4]   2> 4193 T2703 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c63aa60 name:ZooKeeperConnection Watcher:127.0.0.1:52246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4193 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4197 T2668 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6fb736990005
[junit4:junit4]   2> 4198 T2665 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52254 which had sessionid 0x13d6fb736990005
[junit4:junit4]   2> 4198 T2703 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4198 T2663 oaz.ZooKeeper.close Session: 0x13d6fb736990005 closed
[junit4:junit4]   2> 4201 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4210 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3437caef
[junit4:junit4]   2> 4212 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4212 T2704 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4213 T2704 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 4214 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52255
[junit4:junit4]   2> 4214 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52255
[junit4:junit4]   2> 4216 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990006 with negotiated timeout 20000 for client /127.0.0.1:52255
[junit4:junit4]   2> 4216 T2704 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990006, negotiated timeout = 20000
[junit4:junit4]   2> 4217 T2705 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3437caef name:ZooKeeperConnection Watcher:127.0.0.1:52246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4217 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4219 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4220 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4224 T2663 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5230 T2663 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52253_
[junit4:junit4]   2> 5232 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52253_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52253_
[junit4:junit4]   2> 5233 T2663 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52253_
[junit4:junit4]   2> 5240 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5243 T2692 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5243 T2705 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5247 T2685 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5254 T2706 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688/collection1
[junit4:junit4]   2> 5254 T2706 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5256 T2706 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5256 T2706 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5258 T2706 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688/collection1/'
[junit4:junit4]   2> 5259 T2706 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5259 T2706 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688/collection1/lib/README' to classloader
[junit4:junit4]   2> 5313 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5315 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52249_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52249"}
[junit4:junit4]   2> 5323 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5324 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5324 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5332 T2706 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5413 T2706 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5415 T2706 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5427 T2706 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6405 T2706 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6417 T2706 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6439 T2706 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6470 T2706 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6476 T2706 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6483 T2706 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6485 T2706 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6486 T2706 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6486 T2706 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6489 T2706 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6489 T2706 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6490 T2706 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6490 T2706 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363378914688/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty1/
[junit4:junit4]   2> 6490 T2706 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d581e80
[junit4:junit4]   2> 6492 T2706 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6492 T2706 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty1 forceNew: false
[junit4:junit4]   2> 6493 T2706 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty1/index/
[junit4:junit4]   2> 6493 T2706 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6494 T2706 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty1/index forceNew: false
[junit4:junit4]   2> 6496 T2706 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6497 T2706 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6501 T2706 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6501 T2706 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6502 T2706 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6503 T2706 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6504 T2706 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6504 T2706 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6505 T2706 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6507 T2706 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6508 T2706 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6512 T2706 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6550 T2706 oass.SolrIndexSearcher.<init> Opening Searcher@6e4114b2 main
[junit4:junit4]   2> 6551 T2706 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty1/tlog
[junit4:junit4]   2> 6552 T2706 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6552 T2706 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6557 T2707 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e4114b2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6562 T2706 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6562 T2706 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6838 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6840 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52253_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52253"}
[junit4:junit4]   2> 6841 T2686 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6841 T2686 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6852 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6855 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6856 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7566 T2706 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7566 T2706 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52253 collection:collection1 shard:shard1
[junit4:junit4]   2> 7567 T2706 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7580 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7582 T2706 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7582 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7586 T2706 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7587 T2706 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7587 T2706 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52253/collection1/
[junit4:junit4]   2> 7587 T2706 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7588 T2706 oasc.SyncStrategy.syncToMe http://127.0.0.1:52253/collection1/ has no replicas
[junit4:junit4]   2> 7588 T2706 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52253/collection1/
[junit4:junit4]   2> 7588 T2706 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7597 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8371 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8388 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8389 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8389 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8393 T2706 oasc.ZkController.register We are http://127.0.0.1:52253/collection1/ and leader is http://127.0.0.1:52253/collection1/
[junit4:junit4]   2> 8393 T2706 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52253
[junit4:junit4]   2> 8394 T2706 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8394 T2706 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8394 T2706 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8400 T2706 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8402 T2663 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8403 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8403 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8617 T2663 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8634 T2663 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52256
[junit4:junit4]   2> 8636 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8637 T2663 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8638 T2663 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252
[junit4:junit4]   2> 8638 T2663 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252/solr.xml
[junit4:junit4]   2> 8639 T2663 oasc.CoreContainer.<init> New CoreContainer 2032275313
[junit4:junit4]   2> 8640 T2663 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252/'
[junit4:junit4]   2> 8641 T2663 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252/'
[junit4:junit4]   2> 8679 T2663 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8681 T2663 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8681 T2663 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8682 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8682 T2663 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8683 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8683 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8683 T2663 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8684 T2663 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8685 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8700 T2663 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8722 T2663 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52246/solr
[junit4:junit4]   2> 8723 T2663 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8724 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@48f52208
[junit4:junit4]   2> 8726 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8726 T2718 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8727 T2718 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 8728 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52257
[junit4:junit4]   2> 8728 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52257
[junit4:junit4]   2> 8730 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990007 with negotiated timeout 20000 for client /127.0.0.1:52257
[junit4:junit4]   2> 8730 T2718 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990007, negotiated timeout = 20000
[junit4:junit4]   2> 8730 T2719 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48f52208 name:ZooKeeperConnection Watcher:127.0.0.1:52246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8731 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8734 T2668 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6fb736990007
[junit4:junit4]   2> 8735 T2665 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52257 which had sessionid 0x13d6fb736990007
[junit4:junit4]   2> 8735 T2719 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8735 T2663 oaz.ZooKeeper.close Session: 0x13d6fb736990007 closed
[junit4:junit4]   2> 8738 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8754 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f236210
[junit4:junit4]   2> 8756 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8756 T2720 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8758 T2720 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 8758 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52258
[junit4:junit4]   2> 8759 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52258
[junit4:junit4]   2> 8760 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990008 with negotiated timeout 20000 for client /127.0.0.1:52258
[junit4:junit4]   2> 8761 T2720 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990008, negotiated timeout = 20000
[junit4:junit4]   2> 8761 T2721 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f236210 name:ZooKeeperConnection Watcher:127.0.0.1:52246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8761 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8765 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8767 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8771 T2663 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9778 T2663 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52256_
[junit4:junit4]   2> 9779 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb736990008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52256_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52256_
[junit4:junit4]   2> 9780 T2663 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52256_
[junit4:junit4]   2> 9785 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9788 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9789 T2721 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9790 T2705 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9790 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9794 T2685 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9794 T2692 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9806 T2722 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252/collection1
[junit4:junit4]   2> 9806 T2722 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9808 T2722 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9808 T2722 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9811 T2722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252/collection1/'
[junit4:junit4]   2> 9812 T2722 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9813 T2722 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252/collection1/lib/README' to classloader
[junit4:junit4]   2> 9868 T2722 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9905 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9907 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52253_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52253"}
[junit4:junit4]   2> 9914 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9914 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9915 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9916 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9949 T2722 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9951 T2722 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9958 T2722 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10708 T2722 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10720 T2722 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10726 T2722 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10754 T2722 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10760 T2722 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10766 T2722 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10769 T2722 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10769 T2722 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10769 T2722 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10772 T2722 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10772 T2722 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10773 T2722 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10773 T2722 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363378919252/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty2/
[junit4:junit4]   2> 10773 T2722 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d581e80
[junit4:junit4]   2> 10774 T2722 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10775 T2722 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty2 forceNew: false
[junit4:junit4]   2> 10775 T2722 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty2/index/
[junit4:junit4]   2> 10776 T2722 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10776 T2722 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty2/index forceNew: false
[junit4:junit4]   2> 10779 T2722 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2951bb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1be6a0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10779 T2722 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10782 T2722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10783 T2722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10784 T2722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10785 T2722 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10786 T2722 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10786 T2722 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10786 T2722 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10788 T2722 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10788 T2722 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10792 T2722 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10798 T2722 oass.SolrIndexSearcher.<init> Opening Searcher@77cb609b main
[junit4:junit4]   2> 10798 T2722 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty2/tlog
[junit4:junit4]   2> 10799 T2722 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10800 T2722 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10813 T2723 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@77cb609b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10817 T2722 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10817 T2722 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11431 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11432 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52256_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52256"}
[junit4:junit4]   2> 11432 T2686 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11433 T2686 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11441 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11441 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11441 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11441 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11820 T2722 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11821 T2722 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52256 collection:collection1 shard:shard1
[junit4:junit4]   2> 11828 T2722 oasc.ZkController.register We are http://127.0.0.1:52256/collection1/ and leader is http://127.0.0.1:52253/collection1/
[junit4:junit4]   2> 11828 T2722 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52256
[junit4:junit4]   2> 11828 T2722 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11829 T2722 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C180 name=collection1 org.apache.solr.core.SolrCore@5c98c2f2 url=http://127.0.0.1:52256/collection1 node=127.0.0.1:52256_ C180_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52256_, base_url=http://127.0.0.1:52256}
[junit4:junit4]   2> 11830 T2724 C180 P52256 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11838 T2724 C180 P52256 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11838 T2722 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11838 T2724 C180 P52256 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11839 T2724 C180 P52256 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11841 T2724 C180 P52256 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11841 T2663 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11842 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11843 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12072 T2663 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12194 T2663 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52260
[junit4:junit4]   2> 12204 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12204 T2663 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12205 T2663 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695
[junit4:junit4]   2> 12205 T2663 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695/solr.xml
[junit4:junit4]   2> 12206 T2663 oasc.CoreContainer.<init> New CoreContainer 307560272
[junit4:junit4]   2> 12207 T2663 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695/'
[junit4:junit4]   2> 12207 T2663 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695/'
[junit4:junit4]   2> 12246 T2663 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12247 T2663 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12248 T2663 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12248 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12249 T2663 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12249 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12250 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12250 T2663 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12251 T2663 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12252 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12279 T2663 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12299 T2663 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52246/solr
[junit4:junit4]   2> 12300 T2663 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12300 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@35a03892
[junit4:junit4]   2> 12302 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12303 T2735 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12304 T2735 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 12305 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52261
[junit4:junit4]   2> 12306 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52261
[junit4:junit4]   2> 12308 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb736990009 with negotiated timeout 20000 for client /127.0.0.1:52261
[junit4:junit4]   2> 12308 T2735 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb736990009, negotiated timeout = 20000
[junit4:junit4]   2> 12309 T2736 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35a03892 name:ZooKeeperConnection Watcher:127.0.0.1:52246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12309 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12313 T2668 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6fb736990009
[junit4:junit4]   2> 12314 T2665 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52261 which had sessionid 0x13d6fb736990009
[junit4:junit4]   2> 12315 T2736 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12315 T2663 oaz.ZooKeeper.close Session: 0x13d6fb736990009 closed
[junit4:junit4]   2> 12317 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12330 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@207aa23
[junit4:junit4]   2> 12333 T2737 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12332 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12334 T2737 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 12334 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52262
[junit4:junit4]   2> 12335 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52262
[junit4:junit4]   2> 12337 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb73699000a with negotiated timeout 20000 for client /127.0.0.1:52262
[junit4:junit4]   2> 12337 T2737 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb73699000a, negotiated timeout = 20000
[junit4:junit4]   2> 12338 T2738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@207aa23 name:ZooKeeperConnection Watcher:127.0.0.1:52246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12338 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12342 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb73699000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12344 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb73699000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12348 T2663 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12954 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12956 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52256_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52256"}
[junit4:junit4]   2> 12964 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12965 T2738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12965 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12965 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12965 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13357 T2663 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52260_
[junit4:junit4]   2> 13359 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb73699000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52260_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52260_
[junit4:junit4]   2> 13360 T2663 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52260_
[junit4:junit4]   2> 13366 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13366 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13366 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13369 T2738 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13369 T2738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13369 T2705 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13371 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13377 T2685 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13377 T2721 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13378 T2692 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13390 T2739 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695/collection1
[junit4:junit4]   2> 13390 T2739 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13396 T2739 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13397 T2739 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13400 T2739 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695/collection1/'
[junit4:junit4]   2> 13404 T2739 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13405 T2739 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695/collection1/lib/README' to classloader
[junit4:junit4]   2> 13492 T2739 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13582 T2739 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13584 T2739 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13593 T2739 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13862 T2701 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&state=recovering&nodeName=127.0.0.1:52256_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 14502 T2739 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14511 T2739 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14516 T2739 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14545 T2739 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14553 T2739 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14562 T2739 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14566 T2739 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14566 T2739 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14567 T2739 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14570 T2739 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14571 T2739 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14571 T2739 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14572 T2739 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363378922695/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty3/
[junit4:junit4]   2> 14572 T2739 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d581e80
[junit4:junit4]   2> 14573 T2739 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14574 T2739 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty3 forceNew: false
[junit4:junit4]   2> 14574 T2739 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty3/index/
[junit4:junit4]   2> 14574 T2739 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14575 T2739 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty3/index forceNew: false
[junit4:junit4]   2> 14579 T2739 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431ee45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41383426),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14579 T2739 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14583 T2739 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14584 T2739 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14584 T2739 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14585 T2739 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14586 T2739 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14586 T2739 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14587 T2739 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14588 T2739 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14588 T2739 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14593 T2739 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14598 T2739 oass.SolrIndexSearcher.<init> Opening Searcher@c49c04 main
[junit4:junit4]   2> 14598 T2739 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty3/tlog
[junit4:junit4]   2> 14599 T2739 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14600 T2739 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14605 T2740 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c49c04 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14608 T2739 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14608 T2739 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C180_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52256_, base_url=http://127.0.0.1:52256}
[junit4:junit4]   2> 15866 T2724 C180 P52256 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52253/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15867 T2724 C180 P52256 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52256 START replicas=[http://127.0.0.1:52253/collection1/] nUpdates=100
[junit4:junit4]   2> 15867 T2724 C180 P52256 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15868 T2724 C180 P52256 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15868 T2724 C180 P52256 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15869 T2724 C180 P52256 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15869 T2724 C180 P52256 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15870 T2724 C180 P52256 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52253/collection1/. core=collection1
[junit4:junit4]   2> 15870 T2724 C180 P52256 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C181 name=collection1 org.apache.solr.core.SolrCore@bbccafa url=http://127.0.0.1:52253/collection1 node=127.0.0.1:52253_ C181_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52253_, base_url=http://127.0.0.1:52253, leader=true}
[junit4:junit4]   2> 15876 T2700 C181 P52253 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15886 T2697 C181 P52253 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15889 T2697 C181 P52253 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15889 T2697 C181 P52253 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15890 T2697 C181 P52253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15891 T2697 C181 P52253 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15892 T2697 C181 P52253 oass.SolrIndexSearcher.<init> Opening Searcher@1b557067 realtime
[junit4:junit4]   2> 15892 T2697 C181 P52253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15893 T2697 C181 P52253 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 15894 T2724 C180 P52256 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15894 T2724 C180 P52256 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15897 T2699 C181 P52253 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15898 T2699 C181 P52253 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15899 T2724 C180 P52256 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15899 T2724 C180 P52256 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15900 T2724 C180 P52256 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15904 T2701 C181 P52253 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15905 T2724 C180 P52256 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15907 T2724 C180 P52256 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty2/index.20130315152206745 forceNew: false
[junit4:junit4]   2> 15907 T2724 C180 P52256 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@586a75b4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@afcdfde) fullCopy=false
[junit4:junit4]   2> 15919 T2700 C181 P52253 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 15920 T2724 C180 P52256 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15922 T2724 C180 P52256 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15922 T2724 C180 P52256 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15924 T2724 C180 P52256 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2951bb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1be6a0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2951bb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1be6a0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15925 T2724 C180 P52256 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15925 T2724 C180 P52256 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15926 T2724 C180 P52256 oass.SolrIndexSearcher.<init> Opening Searcher@44d2c37d main
[junit4:junit4]   2> 15927 T2723 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44d2c37d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15928 T2724 C180 P52256 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@586a75b4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@afcdfde)
[junit4:junit4]   2> 15928 T2724 C180 P52256 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15928 T2724 C180 P52256 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15928 T2724 C180 P52256 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15929 T2724 C180 P52256 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15931 T2724 C180 P52256 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15986 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15988 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52260_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52260"}
[junit4:junit4]   2> 15989 T2686 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15990 T2686 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16005 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52256_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52256"}
[junit4:junit4]   2> 16014 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16015 T2738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16015 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16015 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16015 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16612 T2739 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16612 T2739 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52260 collection:collection1 shard:shard1
[junit4:junit4]   2> 16620 T2739 oasc.ZkController.register We are http://127.0.0.1:52260/collection1/ and leader is http://127.0.0.1:52253/collection1/
[junit4:junit4]   2> 16620 T2739 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52260
[junit4:junit4]   2> 16621 T2739 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16621 T2739 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C182 name=collection1 org.apache.solr.core.SolrCore@5e6d6e9e url=http://127.0.0.1:52260/collection1 node=127.0.0.1:52260_ C182_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52260_, base_url=http://127.0.0.1:52260}
[junit4:junit4]   2> 16622 T2743 C182 P52260 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16623 T2743 C182 P52260 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16623 T2739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16623 T2743 C182 P52260 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16624 T2743 C182 P52260 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16625 T2663 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16626 T2743 C182 P52260 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16626 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16627 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16871 T2663 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16875 T2663 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52267
[junit4:junit4]   2> 16877 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16878 T2663 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16878 T2663 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479
[junit4:junit4]   2> 16879 T2663 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479/solr.xml
[junit4:junit4]   2> 16879 T2663 oasc.CoreContainer.<init> New CoreContainer 477169424
[junit4:junit4]   2> 16880 T2663 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479/'
[junit4:junit4]   2> 16880 T2663 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479/'
[junit4:junit4]   2> 16914 T2663 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16915 T2663 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16916 T2663 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16916 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16917 T2663 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16917 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16918 T2663 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16918 T2663 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16919 T2663 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16920 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16948 T2663 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16969 T2663 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52246/solr
[junit4:junit4]   2> 16970 T2663 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16971 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e7b51dc
[junit4:junit4]   2> 16972 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16973 T2754 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16974 T2754 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 16975 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52268
[junit4:junit4]   2> 16976 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52268
[junit4:junit4]   2> 16977 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb73699000b with negotiated timeout 20000 for client /127.0.0.1:52268
[junit4:junit4]   2> 16978 T2754 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb73699000b, negotiated timeout = 20000
[junit4:junit4]   2> 16978 T2755 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e7b51dc name:ZooKeeperConnection Watcher:127.0.0.1:52246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16979 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16981 T2668 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6fb73699000b
[junit4:junit4]   2> 16982 T2665 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52268 which had sessionid 0x13d6fb73699000b
[junit4:junit4]   2> 16982 T2663 oaz.ZooKeeper.close Session: 0x13d6fb73699000b closed
[junit4:junit4]   2> 16983 T2755 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16983 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17001 T2663 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52246/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4cd671a1
[junit4:junit4]   2> 17003 T2663 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17004 T2756 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52246. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17006 T2756 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52246, initiating session
[junit4:junit4]   2> 17006 T2665 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52269
[junit4:junit4]   2> 17007 T2665 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52269
[junit4:junit4]   2> 17008 T2667 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6fb73699000c with negotiated timeout 20000 for client /127.0.0.1:52269
[junit4:junit4]   2> 17008 T2756 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52246, sessionid = 0x13d6fb73699000c, negotiated timeout = 20000
[junit4:junit4]   2> 17009 T2757 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cd671a1 name:ZooKeeperConnection Watcher:127.0.0.1:52246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17010 T2663 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17012 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb73699000c type:create cxid:0x1 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17014 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb73699000c type:create cxid:0x2 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17019 T2663 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17546 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17550 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52260_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52260"}
[junit4:junit4]   2> 17569 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17569 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17570 T2738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17569 T2757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17571 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17570 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17644 T2697 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:52260_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 18029 T2663 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52267_
[junit4:junit4]   2> 18033 T2668 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6fb73699000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52267_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52267_
[junit4:junit4]   2> 18037 T2663 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52267_
[junit4:junit4]   2> 18049 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18054 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18055 T2757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18056 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18063 T2705 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18063 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18063 T2738 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18063 T2738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18068 T2692 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18070 T2757 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18070 T2685 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18070 T2721 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18078 T2758 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479/collection1
[junit4:junit4]   2> 18079 T2758 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18080 T2758 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18080 T2758 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18082 T2758 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479/collection1/'
[junit4:junit4]   2> 18084 T2758 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18084 T2758 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479/collection1/lib/README' to classloader
[junit4:junit4]   2> 18147 T2758 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18214 T2758 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18216 T2758 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18222 T2758 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19025 T2758 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19038 T2758 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19043 T2758 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19068 T2758 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19075 T2758 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19081 T2758 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19083 T2758 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19084 T2758 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19084 T2758 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19086 T2758 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19087 T2758 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19087 T2758 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19088 T2758 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363378927479/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty4/
[junit4:junit4]   2> 19088 T2758 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d581e80
[junit4:junit4]   2> 19089 T2758 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19089 T2758 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty4 forceNew: false
[junit4:junit4]   2> 19090 T2758 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty4/index/
[junit4:junit4]   2> 19090 T2758 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19091 T2758 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty4/index forceNew: false
[junit4:junit4]   2> 19094 T2758 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1edd7ad9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cb2824),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19094 T2758 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19098 T2758 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19098 T2758 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19099 T2758 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19101 T2758 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19103 T2758 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19103 T2758 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19104 T2758 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19105 T2758 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19106 T2758 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19113 T2758 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19146 T2758 oass.SolrIndexSearcher.<init> Opening Searcher@c9f6d46 main
[junit4:junit4]   2> 19147 T2758 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty4/tlog
[junit4:junit4]   2> 19149 T2758 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19149 T2758 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19156 T2759 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c9f6d46 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19159 T2758 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19159 T2758 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C182_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52260_, base_url=http://127.0.0.1:52260}
[junit4:junit4]   2> 19649 T2743 C182 P52260 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52253/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19649 T2743 C182 P52260 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52260 START replicas=[http://127.0.0.1:52253/collection1/] nUpdates=100
[junit4:junit4]   2> 19650 T2743 C182 P52260 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19651 T2743 C182 P52260 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19652 T2743 C182 P52260 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19652 T2743 C182 P52260 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19653 T2743 C182 P52260 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19653 T2743 C182 P52260 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52253/collection1/. core=collection1
[junit4:junit4]   2> 19654 T2743 C182 P52260 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19655 T2697 C181 P52253 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19688 T2700 C181 P52253 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19691 T2700 C181 P52253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19692 T2700 C181 P52253 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19692 T2700 C181 P52253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19693 T2700 C181 P52253 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 19694 T2743 C182 P52260 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19695 T2743 C182 P52260 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19699 T2698 C181 P52253 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19700 T2743 C182 P52260 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 19700 T2743 C182 P52260 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19701 T2743 C182 P52260 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19706 T2699 C181 P52253 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19707 T2743 C182 P52260 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19710 T2743 C182 P52260 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty3/index.20130315152210547 forceNew: false
[junit4:junit4]   2> 19710 T2743 C182 P52260 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@780c4520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23c0c78f) fullCopy=false
[junit4:junit4]   2> 19713 T2697 C181 P52253 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 19719 T2743 C182 P52260 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19720 T2743 C182 P52260 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19720 T2743 C182 P52260 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19722 T2743 C182 P52260 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431ee45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41383426),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431ee45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41383426),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19723 T2743 C182 P52260 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19723 T2743 C182 P52260 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19724 T2743 C182 P52260 oass.SolrIndexSearcher.<init> Opening Searcher@1a104790 main
[junit4:junit4]   2> 19725 T2740 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a104790 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 19734 T2743 C182 P52260 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@780c4520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@23c0c78f)
[junit4:junit4]   2> 19734 T2743 C182 P52260 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19734 T2743 C182 P52260 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19734 T2743 C182 P52260 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19734 T2743 C182 P52260 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19736 T2743 C182 P52260 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20616 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20623 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52267_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52267"}
[junit4:junit4]   2> 20625 T2686 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 20625 T2686 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20647 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52260_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52260"}
[junit4:junit4]   2> 20663 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20663 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20664 T2757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20664 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20663 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20663 T2738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21166 T2758 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 21167 T2758 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52267 collection:collection1 shard:shard1
[junit4:junit4]   2> 21174 T2758 oasc.ZkController.register We are http://127.0.0.1:52267/collection1/ and leader is http://127.0.0.1:52253/collection1/
[junit4:junit4]   2> 21175 T2758 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52267
[junit4:junit4]   2> 21175 T2758 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 21175 T2758 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C183 name=collection1 org.apache.solr.core.SolrCore@62bbffbc url=http://127.0.0.1:52267/collection1 node=127.0.0.1:52267_ C183_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52267_, base_url=http://127.0.0.1:52267}
[junit4:junit4]   2> 21177 T2762 C183 P52267 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 21181 T2762 C183 P52267 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 21181 T2758 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21187 T2762 C183 P52267 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 21187 T2762 C183 P52267 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21189 T2663 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 21189 T2762 C183 P52267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21190 T2663 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 21190 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21202 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21205 T2663 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 21205 T2663 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 21207 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22183 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22184 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52267_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52267"}
[junit4:junit4]   2> 22192 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22193 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22193 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22193 T2757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22192 T2738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22193 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22206 T2698 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:52267_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 22210 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23214 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C183_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52267_, base_url=http://127.0.0.1:52267}
[junit4:junit4]   2> 24208 T2762 C183 P52267 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52253/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24209 T2762 C183 P52267 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52267 START replicas=[http://127.0.0.1:52253/collection1/] nUpdates=100
[junit4:junit4]   2> 24211 T2762 C183 P52267 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24212 T2762 C183 P52267 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24212 T2762 C183 P52267 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24212 T2762 C183 P52267 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24213 T2762 C183 P52267 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24213 T2762 C183 P52267 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52253/collection1/. core=collection1
[junit4:junit4]   2> 24213 T2762 C183 P52267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24214 T2698 C181 P52253 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24219 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24234 T2700 C181 P52253 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24235 T2700 C181 P52253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24236 T2700 C181 P52253 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24236 T2700 C181 P52253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24237 T2700 C181 P52253 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 24238 T2762 C183 P52267 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24239 T2762 C183 P52267 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24242 T2699 C181 P52253 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 24243 T2762 C183 P52267 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 24244 T2762 C183 P52267 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24244 T2762 C183 P52267 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24247 T2697 C181 P52253 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 24248 T2762 C183 P52267 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24254 T2762 C183 P52267 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363378910860/jetty4/index.20130315152215088 forceNew: false
[junit4:junit4]   2> 24254 T2762 C183 P52267 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5380477a lockFactory=org.apache.lucene.store.NativeFSLockFactory@16ecb7b4) fullCopy=false
[junit4:junit4]   2> 24259 T2698 C181 P52253 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 24262 T2762 C183 P52267 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24264 T2762 C183 P52267 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24265 T2762 C183 P52267 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24267 T2762 C183 P52267 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1edd7ad9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cb2824),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1edd7ad9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cb2824),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24268 T2762 C183 P52267 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24269 T2762 C183 P52267 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24270 T2762 C183 P52267 oass.SolrIndexSearcher.<init> Opening Searcher@110b432d main
[junit4:junit4]   2> 24272 T2759 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@110b432d main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 24273 T2762 C183 P52267 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@5380477a lockFactory=org.apache.lucene.store.NativeFSLockFactory@16ecb7b4)
[junit4:junit4]   2> 24273 T2762 C183 P52267 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24273 T2762 C183 P52267 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24274 T2762 C183 P52267 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24274 T2762 C183 P52267 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24277 T2762 C183 P52267 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 25216 T2686 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25218 T2686 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52267_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52267"}
[junit4:junit4]   2> 25223 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25227 T2692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25228 T2738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25228 T2685 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25229 T2721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25229 T2757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25228 T2705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26232 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26233 T2663 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C184 name=collection1 org.apache.solr.core.SolrCore@199bbe5 url=http://127.0.0.1:52249/collection1 node=127.0.0.1:52249_ C184_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52249_, base_url=http://127.0.0.1:52249, leader=true}
[junit4:junit4]   2> 26241 T2677 C184 P52249 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26245 T2677 C184 P52249 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1116841 lockFactory=org.apache.lucene.store.NativeFSLockFactory@297bd5d1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 26246 T2677 C184 P52249 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 26247 T2677 C184 P52249 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1116841 lockFactory=org.apache.lucene.store.NativeFSLockFactory@297bd5d1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1116841 lockFactory=org.apache.lucene.store.NativeFSLockFactory@297bd5d1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 26248 T2677 C184 P52249 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 26249 T2677 C184 P52249 oass.SolrIndexSearcher.<init> Opening Searcher@673074aa main
[junit4:junit4]   2> 26250 T2677 C184 P52249 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26250 T2689 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@673074aa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 26251 T2677 C184 P52249 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 26260 T2697 C181 P52253 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26260 T2697 C181 P52253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 26261 T2697 C181 P52253 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 26262 T2697 C181 P52253 oass.SolrIndexSearcher.<init> Opening Searcher@39c57bf4 main
[junit4:junit4]   2> 26262 T2697 C181 P52253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26264 T2707 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39c57bf4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 26265 T2697 C181 P52253 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52256/collection1/, StdNode: http://127.0.0.1:52260/collection1/, StdNode: http://127.0.0.1:52267/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C183_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52267_, base_url=http://127.0.0.1:52267}
[junit4:junit4]   2> 26305 T2751 C183 P52267 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C180_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52256_, base_url=http://127.0.0.1:52256}
[junit4:junit4]   2> 26319 T2712 C180 P52256 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C182_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52260_, base_url=http://127.0.0.1:52260}
[junit4:junit4]   2> 26333 T2733 C182 P52260 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26333 T2751 C183 P52267 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1edd7ad9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cb2824),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1edd7ad9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cb2824),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 26334 T2751 C183 P52267 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 26335 T2712 C180 P52256 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2951bb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1be6a0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2951bb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1be6a0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 26336 T2751 C183 P52267 oass.SolrIndexSearcher.<init> Opening Searcher@5a5be41 main
[junit4:junit4]   2> 26336 T2712 C180 P52256 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 26337 T2751 C183 P52267 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26337 T2712 C180 P52256 oass.SolrIndexSearcher.<init> Opening Searcher@a0d5a60 main
[junit4:junit4]   2> 26339 T2712 C180 P52256 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26340 T2759 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a5be41 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 26340 T2733 C182 P52260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431ee45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41383426),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431ee45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41383426),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 26341 T2733 C182 P52260 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 26340 T2751 C183 P52267 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4]   2> 26342 T2733 C182 P52260 oass.SolrIndexSearcher.<init> Opening Searcher@20428bd2 main
[junit4:junit4]   2> 26342 T2723 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a0d5a60 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 26343 T2733 C182 P52260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26345 T2712 C180 P52256 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 26346 T2740 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20428bd2 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 26347 T2733 C182 P52260 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 26348 T2697 C181 P52253 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 88
[junit4:junit4]   2> 26350 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26356 T2701 C181 P52253 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 26363 T2714 C180 P52256 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 26368 T2734 C182 P52260 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 26374 T2752 C183 P52267 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 28384 T2677 C184 P52249 oass.SolrIndexSearcher.<init> Opening Searcher@3d1309b8 realtime
[junit4:junit4]   2> 28385 T2677 C184 P52249 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429606434572599296)} 0 3
[junit4:junit4]   2> 28397 T2752 C183 P52267 /update {update.distrib=FROMLEADER&_version_=-1429606434583085056&update.from=http://127.0.0.1:52253/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429606434583085056)} 0 1
[junit4:junit4]   2> 28407 T2734 C182 P52260 /update {update.distrib=FROMLEADER&_version_=-1429606434583085056&update.from=http://127.0.0.1:52253/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429606434583085056)} 0 10
[junit4:junit4]   2> 28408 T2713 C180 P52256 /update {update.distrib=FROMLEADER&_version_=-1429606434583085056&update.from=http://127.0.0.1:52253/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429606434583085056)} 0 12
[junit4:junit4]   2> 28409 T2701 C181 P52253 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429606434583085056)} 0 18
[junit4:junit4]   2> 28420 T2678 C184 P52249 /update {wt=javabin&version=2} {add=[0 (1429606434610348032)]} 0 2
[junit4:junit4]   2> 28431 T2729 C182 P52260 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429606434616639488)]} 0 3
[junit4:junit4]   2> 28432 T2753 C183 P52267 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429606434616639488)]} 0 4
[junit4:junit4]   2> 28433 T2714 C180 P52256 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429606434616639488)]} 0 3
[junit4:junit4]   2> 28434 T2700 C181 P52253 /update {wt=javabin&version=2} {add=[0 (1429606434616639488)]} 0 10
[junit4:junit4]   2> 28449 T2679 C184 P52249 /update {wt=javabin&version=2} {add=[1 (1429606434641805312)]} 0 1
[junit4:junit4]   2> 28461 T2730 C182 P52260 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429606434648096768)]} 0 2
[junit4:junit4]   2> 28463 T2715 C180 P52256 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429606434648096768)]} 0 2
[junit4:junit4]   2> 28464 T2748 C183 P52267 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429606434648096768)]} 0 4
[junit4:junit4]   2> 28466 T2696 C181 P52253 /update {wt=javabin&version=2} {add=[1 (1429606434648096768)]} 0 12
[junit4:junit4]   2> 28474 T2680 C184 P52249 /update {wt=javabin&version=2} {add=[2 (1429606434666971136)]} 0 2
[junit4:junit4]   2> 28487 T2749 C183 P52267 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429606434676408320)]} 0 2
[junit4:junit4]   2> 28487 T2731 C182 P52260 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429606434676408320)]} 0 2
[junit4:junit4]   2> 28489 T2699 C181 P52253 /update {test.distrib.skip.servers=http://127.0.0.1:52256/collection1/&wt=javabin&version=2} {add=[2 (1429606434676408320)]} 0 9
[junit4:junit4]   2> 28497 T2681 C184 P52249 /update {wt=javabin&version=2} {add=[3 (1429606434691088384)]} 0 2
[junit4:junit4]   2> 28514 T2750 C183 P52267 /update {distrib.from=http://127.0.0.1:52253/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429606434703671296)]} 0 2
[junit4:junit4]   2> 28516 T2697 C181 P52253 /update {test.distrib.skip.servers=http://127.0.0.1:52256/collection1/&test.distrib.skip.servers=http://127.0.0.1:52260/collection1/&wt=javabin&version=2} {add=[3 (1429606434703671296)]} 0 9
[junit4:junit4]   2> 28522 T2676 C184 P52249 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 28535 T2676 C184 P52249 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1116841 lockFactory=org.apache.lucene.store.NativeFSLockFactory@297bd5d1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1116841 lockFactory=org.apache.lucene.store.NativeFSLockFactory@297bd5d1),segFN=segments_3,generation=3,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 28535 T2676 C184 P52249 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_3]
[junit4:junit4]   2> 28590 T2676 C184 P52249 oass.SolrIndexSearcher.<init> Opening Searcher@1583f012 main
[junit4:junit4]   2> 28593 T2689 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1583f012 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 28592 T2676 C184 P52249 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 28594 T2676 C184 P52249 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 72
[junit4:junit4]   2> 28598 T2698 C181 P52253 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 28618 T2698 C181 P52253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3312a3e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@73514aec),segFN=segments_6,generation=6,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_6, _0.fdt]
[junit4:junit4]   2> 28619 T2698 C181 P52253 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_6, _0.fdt]
[junit4:junit4]   2> 28623 T2698 C181 P52253 oass.SolrIndexSearcher.<init> Opening Searcher@3a1ffad2 main
[junit4:junit4]   2> 28624 T2698 C181 P52253 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 28625 T2707 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a1ffad2 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 28626 T2698 C181 P52253 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52256/collection1/, StdNode: http://127.0.0.1:52260/collection1/, StdNode: http://127.0.0.1:52267/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 28630 T2732 C182 P52260 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 28636 T2716 C180 P52256 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 28642 T2751 C183 P52267 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 28685 T2751 C183 P52267 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1edd7ad9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cb2824),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1edd7ad9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cb2824),segFN=segments_6,generation=6,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_6, _0.fdt]
[junit4:junit4]   2> 28687 T2751 C183 P52267 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, segments_6, _0.fdt]
[junit4:junit4]   2> 28692 T2716 C180 P52256 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2951bb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1be6a0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2951bb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1be6a0),segFN=segments_4,generation=4,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_4]
[junit4:junit4]   2> 28692 T2716 C180 P52256 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0.fdt, segments_4]
[junit4:junit4]   2> 28690 T2732 C182 P52260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431ee45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41383426),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431ee45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41383426),segFN=segments_5,generation=5,filenames=[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, segments_5, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 28695 T2732 C182 P52260 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0_MockSep_0.pos, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.tim, _0_MockVariableIntBlock_0.pyl, _0_NestedPulsing_0.pos, _0_MockVariableIntBlock_0.tib, _0_MockSep_0.skp, _0.nvd, _0_MockVariableIntBlock_0.pos, _0_MockSep_0.doc, _0.si, _0_MockVariableIntBlock_0.tii, _0_NestedPulsing_0.doc, _0.fnm, _0_Memory_0.ram, _0.nvm, _0_MockSep_0.tib, _0_MockVariableIntBlock_0.frq, _0_MockSep_0.frq, _0.fdx, _0_MockSep_0.tii, segments_5, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 28696 T2716 C180 P52256 oass.SolrIndexSearcher.<init> Opening Searcher@7ae2a774 main
[junit4:junit4]   2> 28697 T2716 C180 P52256 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 28698 T2723 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ae2a774 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 28699 T2716 C180 P52256 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 63
[junit4:junit4]   2> 28700 T2732 C182 P52260 oass.SolrIndexSearcher.<init> Opening Searcher@4e76c9a0 main
[junit4:junit4]   2> 28701 T2732 C182 P52260 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 28702 T2740 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e76c9a0 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 28703 T2732 C182 P52260 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 73
[junit4:junit4]   2> 28741 T2751 C183 P52267 oass.SolrIndexSearcher.<init> Opening Searcher@7a776dd4 main
[junit4:junit4]   2> 28742 T2751 C183 P52267 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 28744 T2759 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a776dd4 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 28744 T2751 C183 P52267 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 102
[junit4:junit4]   2> 28745 T2698 C181 P52253 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 147
[junit4:junit4]   2> 28746 T2663 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 28748 T2663 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 28749 T2663 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 28754 T2701 C181 P52253 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 28757 T2717 C180 P52256 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 28761 T2733 C182 P52260 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 28765 T2752 C183 P52267 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 28769 T2663 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 28784 T2729 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 28786 T2729 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 28799 T2696 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 28800 T2696 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52253/collection1/
[junit4:junit4]   2> 28800 T2696 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52253 START replicas=[http://127.0.0.1:52256/collection1/, http://127.0.0.1:52260/collection1/, http://127.0.0.1:52267/collection1/] nUpdates=100
[junit4:junit4]   2> 28807 T2713 C180 P52256 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 28808 T2753 C183 P52267 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 28809 T2696 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52253  Received 3 versions from 127.0.0.1:52256/collection1/
[junit4:junit4]   2> 28810 T2696 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52253  Our versions are newer. ourLowThreshold=1429606434583085056 otherHigh=1429606434648096768
[junit4:junit4]   2> 28810 T2730 C182 P52260 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 28811 T2696 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52253  Received 5 versions from 127.0.0.1:52267/collection1/
[junit4:junit4]   2> 28811 T2696 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52253  Our versions are newer. ourLowThreshold=1429606434583085056 otherHigh=1429606434676408320
[junit4:junit4]   2> 28812 T2696 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52253  Received 4 versions from 127.0.0.1:52260/collection1/
[junit4:junit4]   2> 28812 T2696 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52253  Our versions are newer. ourLowThreshold=1429606434583085056 otherHigh=1429606434676408320
[junit4:junit4]   2> 28813 T2696 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52253 DONE. sync succeeded
[junit4:junit4]   2> 28813 T2696 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 28814 T2696 oasc.SyncStrategy.syncToMe http://127.0.0.1:52253/collection1/: try and ask http://127.0.0.1:52256/collection1/ to sync
[junit4:junit4]   2> 28815 T2696 oasc.SyncStrategy.syncToMe http://127.0.0.1:52253/collection1/: try and ask http://127.0.0.1:52260/collection1/ to sync
[junit4:junit4]   2> 28816 T2696 oasc.SyncStrategy.syncToMe http://127.0.0.1:52253/collection1/: try and ask http://127.0.0.1:52267/collection1/ to sync
[junit4:junit4]   2> 28821 T2714 C180 P52256 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52256 START replicas=[http://127.0.0.1:52253/collection1/] nUpdates=100
[junit4:junit4]   2> 28824 T2731 C182 P52260 oasu.PeerSync.sync PeerSync: core=collection1 url

[...truncated too long message...]

2> 7221073 T6197 oas.SolrTestCaseJ4.tearDown ###Ending testBackCompatXml
[junit4:junit4]   2> 7221075 T6197 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 7223100 T6196 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4]   2> 	   1) Thread[id=6202, name=searcherExecutor-3777-thread-1, state=WAITING, group=TGRP-TestSolrDiscoveryProperties]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 	   2) Thread[id=6197, name=SUITE-TestSolrDiscoveryProperties-seed#[B2B53A5D6707D199]-worker, state=TIMED_WAITING, group=TGRP-TestSolrDiscoveryProperties]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:231)
[junit4:junit4]   2> 	        at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
[junit4:junit4]   2> 	        at sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source)
[junit4:junit4]   2> 	        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]   2> 	        at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]   2> 	        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   2> 	        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 	        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]   2> 	        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   2> 	        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   2> 	        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 	        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=hu, timezone=BST
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Apple Inc. 1.6.0_41 (64-bit)/cpus=2,threads=6,free=478503816,total=532545536
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestStressLucene, BadComponentTest, WordBreakSolrSpellCheckerTest, DirectSolrSpellCheckerTest, TestWriterPerf, BasicDistributedZkTest, ConvertedLegacyTest, JSONWriterTest, TestCopyFieldCollectionResource, TestCollationKeyRangeQueries, TestLFUCache, TestReload, ClusterStateTest, IndexReaderFactoryTest, ShardRoutingTest, QueryElevationComponentTest, SuggesterTSTTest, TestReversedWildcardFilterFactory, DOMUtilTest, DirectUpdateHandlerOptimizeTest, TestJmxMonitoredMap, SolrCmdDistributorTest, ChaosMonkeySafeLeaderTest, TestArbitraryIndexDir, UpdateParamsTest, PreAnalyzedFieldTest, DateFieldTest, TestSolrQueryParser, TestUtils, DistributedSpellCheckComponentTest, UnloadDistributedZkTest, TestFastLRUCache, TestPropInjectDefaults, TestRTGBase, LoggingHandlerTest, TimeZoneUtilsTest, TestStressVersions, TestLMJelinekMercerSimilarityFactory, CSVRequestHandlerTest, FastVectorHighlighterTest, TestValueSourceCache, TestLazyCores, TestQuerySenderListener, TestLRUCache, SuggesterWFSTTest, TestSuggestSpellingConverter, XsltUpdateRequestHandlerTest, ShowFileRequestHandlerTest, TestPropInject, ZkSolrClientTest, PingRequestHandlerTest, TestTrie, SampleTest, TestFastWriter, SpellCheckComponentTest, BasicDistributedZk2Test, TestDistributedGrouping, DirectUpdateHandlerTest, TestWordDelimiterFilterFactory, SpellingQueryConverterTest, TestAnalyzedSuggestions, TestShardHandlerFactory, TestBinaryResponseWriter, UpdateRequestProcessorFactoryTest, SolrPluginUtilsTest, UUIDFieldTest, TestFieldCollectionResource, TestSolrDeletionPolicy2, TermsComponentTest, LeaderElectionIntegrationTest, DistributedTermsComponentTest, UniqFieldsUpdateProcessorFactoryTest, TestCharFilters, DistributedQueryElevationComponentTest, CopyFieldTest, TestXIncludeConfig, IndexBasedSpellCheckerTest, PrimUtilsTest, RequiredFieldsTest, LukeRequestHandlerTest, TestBinaryField, TestPseudoReturnFields, JsonLoaderTest, SolrIndexConfigTest, TestBadConfig, TestFuzzyAnalyzedSuggestions, CurrencyFieldXmlFileTest, TestNumberUtils, SpatialFilterTest, SynonymTokenizerTest, SearchHandlerTest, SyncSliceTest, SoftAutoCommitTest, OverseerTest, TestRandomFaceting, SolrTestCaseJ4Test, LeaderElectionTest, SOLR749Test, SpellCheckCollatorTest, SliceStateUpdateTest, TestConfig, PathHierarchyTokenizerFactoryTest, BasicZkTest, TestElisionMultitermQuery, TestExtendedDismaxParser, CoreAdminHandlerTest, TestIndexingPerformance, TestDistributedSearch, TestQueryUtils, NumericFieldsTest, PrimitiveFieldTypeTest, LegacyHTMLStripCharFilterTest, TestFoldingMultitermQuery, TestSolrXMLSerializer, TestRandomDVFaceting, ReturnFieldsTest, ResponseLogComponentTest, TestFieldResource, CoreContainerCoreInitFailuresTest, ShardRoutingCustomTest, FileBasedSpellCheckerTest, TestDocSet, OverseerCollectionProcessorTest, TestHashPartitioner, DirectSolrConnectionTest, SimpleFacetsTest, TestFaceting, TestCoreContainer, TestQueryTypes, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestZkChroot, ZkCLITest, AutoCommitTest, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, TestMultiCoreConfBootstrap, HardAutoCommitTest, TestRangeQuery, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, TestGroupingSearch, PeerSyncTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, BasicFunctionalityTest, TestIndexSearcher, HighlighterTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SimplePostToolTest, TestSolrDiscoveryProperties]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrDiscoveryProperties -Dtests.seed=B2B53A5D6707D199 -Dtests.slow=true -Dtests.locale=hu -Dtests.timezone=BST -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s | TestSolrDiscoveryProperties (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B2B53A5D6707D199]:0)
[junit4:junit4] Completed in 7223.14s, 2 tests, 2 errors <<< FAILURES!

[...truncated 317 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 273 suites, 1145 tests, 1 suite-level error, 1 error, 1 failure, 374 ignored (5 assumptions)

Total time: 194 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 313 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/313/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([305A1D1342F98F7A:B1BC930B35A6EF46]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9349 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T4889 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 6 T4889 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363357736798
[junit4:junit4]   2> 8 T4889 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 13 T4890 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 16 T4890 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 16 T4890 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 17 T4890 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 17 T4890 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 20 T4890 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363357736798/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 109 T4889 oasc.ZkTestServer.run start zk server on port:52628
[junit4:junit4]   2> 110 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7fd0fb28
[junit4:junit4]   2> 111 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 112 T4895 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 113 T4895 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 113 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52629
[junit4:junit4]   2> 114 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52629
[junit4:junit4]   2> 114 T4893 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 117 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0000 with negotiated timeout 10000 for client /127.0.0.1:52629
[junit4:junit4]   2> 117 T4895 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0000, negotiated timeout = 10000
[junit4:junit4]   2> 119 T4896 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fd0fb28 name:ZooKeeperConnection Watcher:127.0.0.1:52628 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 119 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 120 T4889 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 125 T4894 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6e741f6c0000
[junit4:junit4]   2> 128 T4896 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 127 T4889 oaz.ZooKeeper.close Session: 0x13d6e741f6c0000 closed
[junit4:junit4]   2> 128 T4891 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52629 which had sessionid 0x13d6e741f6c0000
[junit4:junit4]   2> 129 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4fb02a39
[junit4:junit4]   2> 130 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T4897 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 132 T4897 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 133 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52630
[junit4:junit4]   2> 133 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52630
[junit4:junit4]   2> 135 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0001 with negotiated timeout 10000 for client /127.0.0.1:52630
[junit4:junit4]   2> 135 T4897 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0001, negotiated timeout = 10000
[junit4:junit4]   2> 136 T4898 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4fb02a39 name:ZooKeeperConnection Watcher:127.0.0.1:52628/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 136 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 137 T4889 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 144 T4889 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 150 T4889 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 155 T4889 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 161 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 162 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 172 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 174 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 182 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 183 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 188 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 189 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 195 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 196 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 202 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 203 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 208 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 210 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 217 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 218 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 224 T4889 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 225 T4889 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 230 T4894 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6e741f6c0001
[junit4:junit4]   2> 231 T4891 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52630 which had sessionid 0x13d6e741f6c0001
[junit4:junit4]   2> 231 T4889 oaz.ZooKeeper.close Session: 0x13d6e741f6c0001 closed
[junit4:junit4]   2> 232 T4898 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 473 T4889 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 480 T4889 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52631
[junit4:junit4]   2> 481 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 482 T4889 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 483 T4889 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023
[junit4:junit4]   2> 484 T4889 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023/solr.xml
[junit4:junit4]   2> 484 T4889 oasc.CoreContainer.<init> New CoreContainer 1545555621
[junit4:junit4]   2> 485 T4889 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023/'
[junit4:junit4]   2> 486 T4889 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023/'
[junit4:junit4]   2> 542 T4889 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 543 T4889 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 544 T4889 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 544 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 545 T4889 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 546 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 546 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 547 T4889 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 547 T4889 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 548 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 564 T4889 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 588 T4889 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52628/solr
[junit4:junit4]   2> 589 T4889 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 589 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@347ee543
[junit4:junit4]   2> 591 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 591 T4908 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 593 T4908 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 593 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52632
[junit4:junit4]   2> 594 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52632
[junit4:junit4]   2> 596 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0002 with negotiated timeout 20000 for client /127.0.0.1:52632
[junit4:junit4]   2> 596 T4908 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0002, negotiated timeout = 20000
[junit4:junit4]   2> 597 T4909 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@347ee543 name:ZooKeeperConnection Watcher:127.0.0.1:52628 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 598 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 602 T4894 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6e741f6c0002
[junit4:junit4]   2> 603 T4891 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52632 which had sessionid 0x13d6e741f6c0002
[junit4:junit4]   2> 604 T4909 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 603 T4889 oaz.ZooKeeper.close Session: 0x13d6e741f6c0002 closed
[junit4:junit4]   2> 605 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 613 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e5bbff0
[junit4:junit4]   2> 616 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 617 T4910 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 619 T4910 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 619 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52633
[junit4:junit4]   2> 620 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52633
[junit4:junit4]   2> 622 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0003 with negotiated timeout 20000 for client /127.0.0.1:52633
[junit4:junit4]   2> 622 T4910 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0003, negotiated timeout = 20000
[junit4:junit4]   2> 623 T4911 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e5bbff0 name:ZooKeeperConnection Watcher:127.0.0.1:52628/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 623 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 627 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 630 T4889 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 634 T4889 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52631_
[junit4:junit4]   2> 636 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52631_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52631_
[junit4:junit4]   2> 637 T4889 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52631_
[junit4:junit4]   2> 644 T4889 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 656 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 658 T4889 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 663 T4889 oasc.Overseer.start Overseer (id=89349012639711235-127.0.0.1:52631_-n_0000000000) starting
[junit4:junit4]   2> 671 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 673 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 675 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 677 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 679 T4913 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 680 T4889 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 685 T4889 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 690 T4889 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 696 T4912 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 700 T4914 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023/collection1
[junit4:junit4]   2> 700 T4914 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 701 T4914 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 702 T4914 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 705 T4914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023/collection1/'
[junit4:junit4]   2> 706 T4914 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 707 T4914 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023/collection1/lib/README' to classloader
[junit4:junit4]   2> 797 T4914 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 873 T4914 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 876 T4914 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 884 T4914 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1629 T4914 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1641 T4914 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1646 T4914 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1672 T4914 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1680 T4914 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1688 T4914 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1690 T4914 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1690 T4914 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1691 T4914 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1693 T4914 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1694 T4914 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1694 T4914 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1695 T4914 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363357737023/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/control/data/
[junit4:junit4]   2> 1695 T4914 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca7e7be
[junit4:junit4]   2> 1696 T4914 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1697 T4914 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/control/data forceNew: false
[junit4:junit4]   2> 1697 T4914 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363357736798/control/data/index/
[junit4:junit4]   2> 1697 T4914 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363357736798/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1698 T4914 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/control/data/index forceNew: false
[junit4:junit4]   2> 1702 T4914 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@483c5ee1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e90a423; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1702 T4914 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1705 T4914 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1706 T4914 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1707 T4914 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1708 T4914 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1709 T4914 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1709 T4914 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1711 T4914 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1711 T4914 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1712 T4914 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1721 T4914 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1728 T4914 oass.SolrIndexSearcher.<init> Opening Searcher@51ba277b main
[junit4:junit4]   2> 1729 T4914 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/control/data/tlog
[junit4:junit4]   2> 1730 T4914 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1730 T4914 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1734 T4915 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51ba277b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1735 T4914 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1736 T4914 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1737 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2206 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2207 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52631_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52631"}
[junit4:junit4]   2> 2208 T4912 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2208 T4912 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2209 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2219 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2742 T4914 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2742 T4914 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52631 collection:control_collection shard:shard1
[junit4:junit4]   2> 2744 T4914 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2757 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2758 T4914 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2759 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2762 T4914 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2763 T4914 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2763 T4914 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52631/collection1/
[junit4:junit4]   2> 2764 T4914 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2764 T4914 oasc.SyncStrategy.syncToMe http://127.0.0.1:52631/collection1/ has no replicas
[junit4:junit4]   2> 2765 T4914 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52631/collection1/
[junit4:junit4]   2> 2765 T4914 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2775 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3726 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3738 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3752 T4914 oasc.ZkController.register We are http://127.0.0.1:52631/collection1/ and leader is http://127.0.0.1:52631/collection1/
[junit4:junit4]   2> 3752 T4914 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52631
[junit4:junit4]   2> 3753 T4914 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3753 T4914 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3753 T4914 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3756 T4914 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3758 T4889 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3759 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3760 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3769 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3771 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@522cd30e
[junit4:junit4]   2> 3772 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3773 T4917 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3773 T4917 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 3775 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52634
[junit4:junit4]   2> 3775 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52634
[junit4:junit4]   2> 3777 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0004 with negotiated timeout 10000 for client /127.0.0.1:52634
[junit4:junit4]   2> 3778 T4917 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0004, negotiated timeout = 10000
[junit4:junit4]   2> 3778 T4918 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@522cd30e name:ZooKeeperConnection Watcher:127.0.0.1:52628/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3779 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3782 T4889 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3788 T4889 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4033 T4889 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4040 T4889 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52635
[junit4:junit4]   2> 4041 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4042 T4889 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4042 T4889 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580
[junit4:junit4]   2> 4043 T4889 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580/solr.xml
[junit4:junit4]   2> 4044 T4889 oasc.CoreContainer.<init> New CoreContainer 1333523168
[junit4:junit4]   2> 4044 T4889 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580/'
[junit4:junit4]   2> 4045 T4889 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580/'
[junit4:junit4]   2> 4101 T4889 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4102 T4889 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4103 T4889 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4103 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4104 T4889 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4104 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4105 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4106 T4889 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4106 T4889 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4107 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4145 T4889 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4169 T4889 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52628/solr
[junit4:junit4]   2> 4170 T4889 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4171 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3e6cffb0
[junit4:junit4]   2> 4173 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4174 T4928 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4176 T4928 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 4177 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52636
[junit4:junit4]   2> 4177 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52636
[junit4:junit4]   2> 4181 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0005 with negotiated timeout 20000 for client /127.0.0.1:52636
[junit4:junit4]   2> 4181 T4928 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0005, negotiated timeout = 20000
[junit4:junit4]   2> 4182 T4929 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e6cffb0 name:ZooKeeperConnection Watcher:127.0.0.1:52628 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4183 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4186 T4894 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6e741f6c0005
[junit4:junit4]   2> 4188 T4891 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52636 which had sessionid 0x13d6e741f6c0005
[junit4:junit4]   2> 4188 T4889 oaz.ZooKeeper.close Session: 0x13d6e741f6c0005 closed
[junit4:junit4]   2> 4188 T4929 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4188 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4195 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@9990f89
[junit4:junit4]   2> 4197 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4197 T4930 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4198 T4930 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 4199 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52637
[junit4:junit4]   2> 4200 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52637
[junit4:junit4]   2> 4202 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0006 with negotiated timeout 20000 for client /127.0.0.1:52637
[junit4:junit4]   2> 4202 T4930 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0006, negotiated timeout = 20000
[junit4:junit4]   2> 4203 T4931 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9990f89 name:ZooKeeperConnection Watcher:127.0.0.1:52628/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4203 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4205 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4207 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4212 T4889 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5220 T4889 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52635_
[junit4:junit4]   2> 5221 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52635_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52635_
[junit4:junit4]   2> 5223 T4889 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52635_
[junit4:junit4]   2> 5228 T4931 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5229 T4918 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5233 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5240 T4932 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580/collection1
[junit4:junit4]   2> 5240 T4932 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5240 T4911 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5241 T4932 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5242 T4932 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5245 T4932 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580/collection1/'
[junit4:junit4]   2> 5246 T4932 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5247 T4932 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580/collection1/lib/README' to classloader
[junit4:junit4]   2> 5258 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5259 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52631__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52631_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52631"}
[junit4:junit4]   2> 5266 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5267 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5267 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5322 T4932 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5392 T4932 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5394 T4932 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5400 T4932 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6171 T4932 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6182 T4932 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6187 T4932 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6218 T4932 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6225 T4932 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6247 T4932 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6251 T4932 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6252 T4932 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6253 T4932 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6256 T4932 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6256 T4932 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6257 T4932 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6257 T4932 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363357740580/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty1/
[junit4:junit4]   2> 6258 T4932 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca7e7be
[junit4:junit4]   2> 6259 T4932 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6259 T4932 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty1 forceNew: false
[junit4:junit4]   2> 6260 T4932 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty1/index/
[junit4:junit4]   2> 6260 T4932 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6261 T4932 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty1/index forceNew: false
[junit4:junit4]   2> 6264 T4932 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6264 T4932 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6268 T4932 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6268 T4932 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6269 T4932 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6270 T4932 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6270 T4932 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6271 T4932 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6271 T4932 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6272 T4932 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6272 T4932 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6280 T4932 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6285 T4932 oass.SolrIndexSearcher.<init> Opening Searcher@6950a1be main
[junit4:junit4]   2> 6286 T4932 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty1/tlog
[junit4:junit4]   2> 6287 T4932 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6288 T4932 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6292 T4933 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6950a1be main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6293 T4932 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6294 T4932 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6784 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6786 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52635_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52635"}
[junit4:junit4]   2> 6786 T4912 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6787 T4912 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6795 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6795 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6795 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7299 T4932 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7299 T4932 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52635 collection:collection1 shard:shard1
[junit4:junit4]   2> 7301 T4932 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7315 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7316 T4932 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7317 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7320 T4932 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7321 T4932 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7321 T4932 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52635/collection1/
[junit4:junit4]   2> 7322 T4932 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7322 T4932 oasc.SyncStrategy.syncToMe http://127.0.0.1:52635/collection1/ has no replicas
[junit4:junit4]   2> 7322 T4932 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52635/collection1/
[junit4:junit4]   2> 7323 T4932 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7331 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8302 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8316 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8316 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8316 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8357 T4932 oasc.ZkController.register We are http://127.0.0.1:52635/collection1/ and leader is http://127.0.0.1:52635/collection1/
[junit4:junit4]   2> 8358 T4932 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52635
[junit4:junit4]   2> 8359 T4932 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8360 T4932 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8360 T4932 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8366 T4932 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8368 T4889 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8369 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8370 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8608 T4889 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8612 T4889 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52638
[junit4:junit4]   2> 8614 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8615 T4889 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8616 T4889 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170
[junit4:junit4]   2> 8617 T4889 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170/solr.xml
[junit4:junit4]   2> 8618 T4889 oasc.CoreContainer.<init> New CoreContainer 1656148997
[junit4:junit4]   2> 8619 T4889 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170/'
[junit4:junit4]   2> 8620 T4889 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170/'
[junit4:junit4]   2> 8682 T4889 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8684 T4889 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8686 T4889 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8687 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8687 T4889 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8688 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8688 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8689 T4889 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8690 T4889 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8691 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8704 T4889 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8723 T4889 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52628/solr
[junit4:junit4]   2> 8724 T4889 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8725 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4201c1b4
[junit4:junit4]   2> 8727 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8728 T4944 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8729 T4944 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 8730 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52639
[junit4:junit4]   2> 8731 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52639
[junit4:junit4]   2> 8733 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0007 with negotiated timeout 20000 for client /127.0.0.1:52639
[junit4:junit4]   2> 8733 T4944 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0007, negotiated timeout = 20000
[junit4:junit4]   2> 8733 T4945 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4201c1b4 name:ZooKeeperConnection Watcher:127.0.0.1:52628 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8734 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8737 T4894 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6e741f6c0007
[junit4:junit4]   2> 8738 T4891 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52639 which had sessionid 0x13d6e741f6c0007
[junit4:junit4]   2> 8739 T4945 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8738 T4889 oaz.ZooKeeper.close Session: 0x13d6e741f6c0007 closed
[junit4:junit4]   2> 8739 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8748 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6ed63604
[junit4:junit4]   2> 8750 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8750 T4946 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8752 T4946 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 8752 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52640
[junit4:junit4]   2> 8753 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52640
[junit4:junit4]   2> 8754 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0008 with negotiated timeout 20000 for client /127.0.0.1:52640
[junit4:junit4]   2> 8755 T4946 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0008, negotiated timeout = 20000
[junit4:junit4]   2> 8755 T4947 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ed63604 name:ZooKeeperConnection Watcher:127.0.0.1:52628/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8756 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8758 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8760 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8763 T4889 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9772 T4889 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52638_
[junit4:junit4]   2> 9774 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52638_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52638_
[junit4:junit4]   2> 9776 T4889 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52638_
[junit4:junit4]   2> 9780 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9780 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9781 T4918 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9781 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9782 T4947 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9784 T4911 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9784 T4931 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9792 T4948 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170/collection1
[junit4:junit4]   2> 9792 T4948 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9793 T4948 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9793 T4948 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9795 T4948 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170/collection1/'
[junit4:junit4]   2> 9796 T4948 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9797 T4948 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170/collection1/lib/README' to classloader
[junit4:junit4]   2> 9827 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9828 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52635__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52635_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52635"}
[junit4:junit4]   2> 9835 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9837 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9838 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9836 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9840 T4948 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9913 T4948 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9915 T4948 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9921 T4948 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10551 T4948 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10563 T4948 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10568 T4948 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10592 T4948 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10599 T4948 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10604 T4948 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10606 T4948 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10607 T4948 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10608 T4948 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10609 T4948 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10610 T4948 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10610 T4948 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10611 T4948 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363357745170/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty2/
[junit4:junit4]   2> 10611 T4948 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca7e7be
[junit4:junit4]   2> 10612 T4948 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10612 T4948 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty2 forceNew: false
[junit4:junit4]   2> 10613 T4948 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty2/index/
[junit4:junit4]   2> 10613 T4948 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10613 T4948 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty2/index forceNew: false
[junit4:junit4]   2> 10615 T4948 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4637050e lockFactory=org.apache.lucene.store.NativeFSLockFactory@785dbb0f; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10616 T4948 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10618 T4948 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10619 T4948 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10619 T4948 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10620 T4948 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10621 T4948 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10621 T4948 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10622 T4948 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10622 T4948 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10623 T4948 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10628 T4948 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10632 T4948 oass.SolrIndexSearcher.<init> Opening Searcher@72c324 main
[junit4:junit4]   2> 10633 T4948 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty2/tlog
[junit4:junit4]   2> 10634 T4948 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10634 T4948 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10638 T4949 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72c324 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10641 T4948 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10641 T4948 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11342 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11343 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52638_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52638"}
[junit4:junit4]   2> 11343 T4912 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11344 T4912 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11350 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11350 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11351 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11351 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11644 T4948 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11645 T4948 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52638 collection:collection1 shard:shard1
[junit4:junit4]   2> 11651 T4948 oasc.ZkController.register We are http://127.0.0.1:52638/collection1/ and leader is http://127.0.0.1:52635/collection1/
[junit4:junit4]   2> 11651 T4948 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52638
[junit4:junit4]   2> 11652 T4948 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11652 T4948 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C474 name=collection1 org.apache.solr.core.SolrCore@32278c73 url=http://127.0.0.1:52638/collection1 node=127.0.0.1:52638_ C474_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52638_, base_url=http://127.0.0.1:52638}
[junit4:junit4]   2> 11653 T4950 C474 P52638 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11655 T4950 C474 P52638 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11655 T4948 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11655 T4950 C474 P52638 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11656 T4950 C474 P52638 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11657 T4889 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11658 T4950 C474 P52638 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11658 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11659 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11911 T4889 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11915 T4889 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52642
[junit4:junit4]   2> 11917 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11917 T4889 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11918 T4889 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457
[junit4:junit4]   2> 11918 T4889 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457/solr.xml
[junit4:junit4]   2> 11919 T4889 oasc.CoreContainer.<init> New CoreContainer 1530141892
[junit4:junit4]   2> 11920 T4889 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457/'
[junit4:junit4]   2> 11920 T4889 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457/'
[junit4:junit4]   2> 11963 T4889 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11964 T4889 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11964 T4889 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11965 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11965 T4889 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11966 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11966 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11967 T4889 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11967 T4889 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11968 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11988 T4889 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12018 T4889 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52628/solr
[junit4:junit4]   2> 12019 T4889 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12020 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@36deeb66
[junit4:junit4]   2> 12026 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12026 T4961 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12028 T4961 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 12028 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52643
[junit4:junit4]   2> 12029 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52643
[junit4:junit4]   2> 12031 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c0009 with negotiated timeout 20000 for client /127.0.0.1:52643
[junit4:junit4]   2> 12031 T4961 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c0009, negotiated timeout = 20000
[junit4:junit4]   2> 12031 T4962 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36deeb66 name:ZooKeeperConnection Watcher:127.0.0.1:52628 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12031 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12037 T4894 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6e741f6c0009
[junit4:junit4]   2> 12038 T4891 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52643 which had sessionid 0x13d6e741f6c0009
[junit4:junit4]   2> 12038 T4889 oaz.ZooKeeper.close Session: 0x13d6e741f6c0009 closed
[junit4:junit4]   2> 12038 T4962 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12039 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12047 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6518440f
[junit4:junit4]   2> 12048 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12049 T4963 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12050 T4963 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 12050 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52644
[junit4:junit4]   2> 12051 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52644
[junit4:junit4]   2> 12052 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c000a with negotiated timeout 20000 for client /127.0.0.1:52644
[junit4:junit4]   2> 12052 T4963 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c000a, negotiated timeout = 20000
[junit4:junit4]   2> 12053 T4964 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6518440f name:ZooKeeperConnection Watcher:127.0.0.1:52628/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12053 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12055 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12056 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12060 T4889 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12859 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12860 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52638__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52638_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52638"}
[junit4:junit4]   2> 12867 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12868 T4964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12868 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12868 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12868 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13066 T4889 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52642_
[junit4:junit4]   2> 13067 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52642_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52642_
[junit4:junit4]   2> 13069 T4889 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52642_
[junit4:junit4]   2> 13072 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13072 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13073 T4918 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13074 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13074 T4964 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13075 T4964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13075 T4947 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13075 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13078 T4931 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13079 T4911 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13086 T4965 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457/collection1
[junit4:junit4]   2> 13087 T4965 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13088 T4965 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13088 T4965 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13090 T4965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457/collection1/'
[junit4:junit4]   2> 13091 T4965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13092 T4965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457/collection1/lib/README' to classloader
[junit4:junit4]   2> 13158 T4965 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13200 T4965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13201 T4965 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13205 T4965 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13672 T4927 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52638__collection1&state=recovering&nodeName=127.0.0.1:52638_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 13815 T4965 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13826 T4965 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13830 T4965 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13852 T4965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13859 T4965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13865 T4965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13867 T4965 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13868 T4965 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13869 T4965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13871 T4965 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13871 T4965 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13872 T4965 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13872 T4965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363357748457/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty3/
[junit4:junit4]   2> 13873 T4965 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca7e7be
[junit4:junit4]   2> 13873 T4965 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13874 T4965 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty3 forceNew: false
[junit4:junit4]   2> 13874 T4965 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty3/index/
[junit4:junit4]   2> 13875 T4965 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13875 T4965 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty3/index forceNew: false
[junit4:junit4]   2> 13879 T4965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@fc3a00d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6404cec7; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13879 T4965 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13883 T4965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13883 T4965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13884 T4965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13884 T4965 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13885 T4965 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13886 T4965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13886 T4965 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13887 T4965 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13888 T4965 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13895 T4965 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13903 T4965 oass.SolrIndexSearcher.<init> Opening Searcher@48f18984 main
[junit4:junit4]   2> 13904 T4965 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty3/tlog
[junit4:junit4]   2> 13905 T4965 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13906 T4965 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13910 T4966 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48f18984 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13912 T4965 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13913 T4965 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14381 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14383 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52642_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52642"}
[junit4:junit4]   2> 14383 T4912 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14383 T4912 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14390 T4964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14390 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14391 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14391 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14391 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14916 T4965 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14916 T4965 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52642 collection:collection1 shard:shard1
[junit4:junit4]   2> 14922 T4965 oasc.ZkController.register We are http://127.0.0.1:52642/collection1/ and leader is http://127.0.0.1:52635/collection1/
[junit4:junit4]   2> 14923 T4965 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52642
[junit4:junit4]   2> 14923 T4965 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14923 T4965 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C475 name=collection1 org.apache.solr.core.SolrCore@766832ed url=http://127.0.0.1:52642/collection1 node=127.0.0.1:52642_ C475_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52642_, base_url=http://127.0.0.1:52642}
[junit4:junit4]   2> 14924 T4967 C475 P52642 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14925 T4967 C475 P52642 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14925 T4965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14926 T4967 C475 P52642 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14926 T4967 C475 P52642 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14928 T4967 C475 P52642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14928 T4889 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14928 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14929 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15182 T4889 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15188 T4889 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52646
[junit4:junit4]   2> 15190 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15191 T4889 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15191 T4889 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727
[junit4:junit4]   2> 15192 T4889 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727/solr.xml
[junit4:junit4]   2> 15192 T4889 oasc.CoreContainer.<init> New CoreContainer 1753372188
[junit4:junit4]   2> 15193 T4889 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727/'
[junit4:junit4]   2> 15194 T4889 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727/'
[junit4:junit4]   2> 15257 T4889 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15258 T4889 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15259 T4889 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15259 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15260 T4889 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15261 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15261 T4889 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15262 T4889 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15262 T4889 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15263 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15277 T4889 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15295 T4889 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52628/solr
[junit4:junit4]   2> 15296 T4889 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15297 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1cb1b3d4
[junit4:junit4]   2> 15299 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15300 T4978 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15301 T4978 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 15302 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52647
[junit4:junit4]   2> 15302 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52647
[junit4:junit4]   2> 15658 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c000b with negotiated timeout 20000 for client /127.0.0.1:52647
[junit4:junit4]   2> 15659 T4978 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c000b, negotiated timeout = 20000
[junit4:junit4]   2> 15659 T4979 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cb1b3d4 name:ZooKeeperConnection Watcher:127.0.0.1:52628 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15660 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15662 T4894 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6e741f6c000b
[junit4:junit4]   2> 15663 T4891 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52647 which had sessionid 0x13d6e741f6c000b
[junit4:junit4]   2> 15663 T4979 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15663 T4889 oaz.ZooKeeper.close Session: 0x13d6e741f6c000b closed
[junit4:junit4]   2> 15664 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15669 T4889 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52628/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f81bd77
[junit4:junit4]   2> 15671 T4889 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15671 T4980 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52628. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15673 T4980 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52628, initiating session
[junit4:junit4]   2> 15673 T4891 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52648
[junit4:junit4]   2> 15674 T4891 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52648
[junit4:junit4]   2>  C474_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52638_, base_url=http://127.0.0.1:52638}
[junit4:junit4]   2> 15674 T4950 C474 P52638 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52635/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15675 T4950 C474 P52638 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52638 START replicas=[http://127.0.0.1:52635/collection1/] nUpdates=100
[junit4:junit4]   2> 15676 T4980 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52628, sessionid = 0x13d6e741f6c000c, negotiated timeout = 20000
[junit4:junit4]   2> 15676 T4893 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6e741f6c000c with negotiated timeout 20000 for client /127.0.0.1:52648
[junit4:junit4]   2> 15677 T4981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f81bd77 name:ZooKeeperConnection Watcher:127.0.0.1:52628/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15676 T4950 C474 P52638 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15677 T4889 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15680 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15681 T4950 C474 P52638 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15681 T4950 C474 P52638 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15686 T4950 C474 P52638 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15686 T4950 C474 P52638 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15686 T4950 C474 P52638 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52635/collection1/. core=collection1
[junit4:junit4]   2> 15687 T4950 C474 P52638 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C476 name=collection1 org.apache.solr.core.SolrCore@31757faf url=http://127.0.0.1:52635/collection1 node=127.0.0.1:52635_ C476_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52635_, base_url=http://127.0.0.1:52635, leader=true}
[junit4:junit4]   2> 15690 T4926 C476 P52635 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15695 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15698 T4889 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15701 T4922 C476 P52635 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15705 T4922 C476 P52635 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15706 T4922 C476 P52635 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15707 T4922 C476 P52635 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15708 T4922 C476 P52635 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15708 T4922 C476 P52635 oass.SolrIndexSearcher.<init> Opening Searcher@54842324 realtime
[junit4:junit4]   2> 15709 T4922 C476 P52635 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15709 T4922 C476 P52635 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 15710 T4950 C474 P52638 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15711 T4950 C474 P52638 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15713 T4924 C476 P52635 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15713 T4924 C476 P52635 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15714 T4950 C474 P52638 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15714 T4950 C474 P52638 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15715 T4950 C474 P52638 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15717 T4927 C476 P52635 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15718 T4950 C474 P52638 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15719 T4950 C474 P52638 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty2/index.20130315152912509 forceNew: false
[junit4:junit4]   2> 15720 T4950 C474 P52638 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@26a97b80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d9e2818) fullCopy=false
[junit4:junit4]   2> 15724 T4926 C476 P52635 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15726 T4950 C474 P52638 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15727 T4950 C474 P52638 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15727 T4950 C474 P52638 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15730 T4950 C474 P52638 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4637050e lockFactory=org.apache.lucene.store.NativeFSLockFactory@785dbb0f; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4637050e lockFactory=org.apache.lucene.store.NativeFSLockFactory@785dbb0f; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15730 T4950 C474 P52638 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15731 T4950 C474 P52638 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15731 T4950 C474 P52638 oass.SolrIndexSearcher.<init> Opening Searcher@1c847347 main
[junit4:junit4]   2> 15732 T4949 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c847347 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15733 T4950 C474 P52638 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@26a97b80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d9e2818)
[junit4:junit4]   2> 15733 T4950 C474 P52638 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15734 T4950 C474 P52638 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15734 T4950 C474 P52638 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15734 T4950 C474 P52638 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15736 T4950 C474 P52638 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15902 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15903 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52642__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52642_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52642"}
[junit4:junit4]   2> 15908 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52638__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52638_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52638"}
[junit4:junit4]   2> 15915 T4981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15915 T4964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15915 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15915 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15915 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15915 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15939 T4925 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52642__collection1&state=recovering&nodeName=127.0.0.1:52642_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 16704 T4889 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52646_
[junit4:junit4]   2> 16706 T4894 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6e741f6c000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52646_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52646_
[junit4:junit4]   2> 16707 T4889 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52646_
[junit4:junit4]   2> 16711 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16711 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16713 T4918 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16713 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16713 T4981 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16714 T4981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16714 T4964 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16714 T4947 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16715 T4964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16715 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16718 T4931 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16719 T4911 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16727 T4984 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727/collection1
[junit4:junit4]   2> 16727 T4984 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16728 T4984 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16728 T4984 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16731 T4984 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727/collection1/'
[junit4:junit4]   2> 16732 T4984 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16732 T4984 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727/collection1/lib/README' to classloader
[junit4:junit4]   2> 16779 T4984 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16849 T4984 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16850 T4984 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16854 T4984 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17511 T4984 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17520 T4984 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17524 T4984 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17547 T4984 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17553 T4984 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17558 T4984 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17560 T4984 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17560 T4984 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17560 T4984 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17562 T4984 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17563 T4984 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17563 T4984 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17563 T4984 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363357751727/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty4/
[junit4:junit4]   2> 17564 T4984 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ca7e7be
[junit4:junit4]   2> 17564 T4984 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17565 T4984 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty4 forceNew: false
[junit4:junit4]   2> 17566 T4984 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty4/index/
[junit4:junit4]   2> 17566 T4984 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17566 T4984 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty4/index forceNew: false
[junit4:junit4]   2> 17569 T4984 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@39530c47 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ab10e18; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17569 T4984 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17572 T4984 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17572 T4984 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17573 T4984 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17574 T4984 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17574 T4984 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17575 T4984 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17575 T4984 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17576 T4984 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17576 T4984 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17583 T4984 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17588 T4984 oass.SolrIndexSearcher.<init> Opening Searcher@1c72a378 main
[junit4:junit4]   2> 17588 T4984 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty4/tlog
[junit4:junit4]   2> 17590 T4984 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17590 T4984 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17594 T4985 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c72a378 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17596 T4984 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17596 T4984 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C475_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52642_, base_url=http://127.0.0.1:52642}
[junit4:junit4]   2> 17941 T4967 C475 P52642 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52635/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 17942 T4967 C475 P52642 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52642 START replicas=[http://127.0.0.1:52635/collection1/] nUpdates=100
[junit4:junit4]   2> 17942 T4967 C475 P52642 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 17944 T4967 C475 P52642 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 17944 T4967 C475 P52642 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 17944 T4967 C475 P52642 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 17945 T4967 C475 P52642 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 17945 T4967 C475 P52642 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52635/collection1/. core=collection1
[junit4:junit4]   2> 17945 T4967 C475 P52642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17946 T4922 C476 P52635 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17955 T4924 C476 P52635 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 17955 T4924 C476 P52635 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 17956 T4924 C476 P52635 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 17957 T4924 C476 P52635 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17957 T4924 C476 P52635 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 17958 T4967 C475 P52642 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17958 T4967 C475 P52642 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 17961 T4926 C476 P52635 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17962 T4967 C475 P52642 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 17962 T4967 C475 P52642 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 17962 T4967 C475 P52642 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 17965 T4925 C476 P52635 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 17966 T4967 C475 P52642 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 17967 T4967 C475 P52642 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty3/index.20130315152914757 forceNew: false
[junit4:junit4]   2> 17968 T4967 C475 P52642 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@3acbf94a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c1859eb) fullCopy=false
[junit4:junit4]   2> 17971 T4922 C476 P52635 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=1 
[junit4:junit4]   2> 17972 T4967 C475 P52642 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 17973 T4967 C475 P52642 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 17973 T4967 C475 P52642 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 17975 T4967 C475 P52642 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@fc3a00d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6404cec7; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@fc3a00d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6404cec7; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 17976 T4967 C475 P52642 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 17976 T4967 C475 P52642 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 17976 T4967 C475 P52642 oass.SolrIndexSearcher.<init> Opening Searcher@3e881214 main
[junit4:junit4]   2> 17977 T4966 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e881214 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 17978 T4967 C475 P52642 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@3acbf94a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c1859eb)
[junit4:junit4]   2> 17978 T4967 C475 P52642 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 17978 T4967 C475 P52642 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 17979 T4967 C475 P52642 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 17979 T4967 C475 P52642 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18929 T4967 C475 P52642 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18932 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18933 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52646_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52646"}
[junit4:junit4]   2> 18933 T4912 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 18933 T4912 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20239 T4893 oazsp.FileTxnLog.commit WARNING fsync-ing the write ahead log in SyncThread:0 took 1304ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4:junit4]   2> 20246 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52642__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52642_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52642"}
[junit4:junit4]   2> 20255 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20255 T4964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20256 T4981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20256 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20257 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20257 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20603 T4984 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20604 T4984 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52646 collection:collection1 shard:shard1
[junit4:junit4]   2> 20609 T4984 oasc.ZkController.register We are http://127.0.0.1:52646/collection1/ and leader is http://127.0.0.1:52635/collection1/
[junit4:junit4]   2> 20609 T4984 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52646
[junit4:junit4]   2> 20610 T4984 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20610 T4984 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C477 name=collection1 org.apache.solr.core.SolrCore@45fd0e0d url=http://127.0.0.1:52646/collection1 node=127.0.0.1:52646_ C477_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52646_, base_url=http://127.0.0.1:52646}
[junit4:junit4]   2> 20611 T4988 C477 P52646 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20612 T4988 C477 P52646 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20611 T4984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20612 T4988 C477 P52646 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20613 T4988 C477 P52646 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20614 T4889 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 20615 T4988 C477 P52646 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20615 T4889 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20616 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20622 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20624 T4889 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 20624 T4889 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 20626 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21630 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21767 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21768 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52646__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52646_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52646"}
[junit4:junit4]   2> 21776 T4981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21776 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21776 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21776 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21776 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21776 T4964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22624 T4923 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52646__collection1&state=recovering&nodeName=127.0.0.1:52646_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2001 
[junit4:junit4]   2> 22634 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23640 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C477_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52646_, base_url=http://127.0.0.1:52646}
[junit4:junit4]   2> 24627 T4988 C477 P52646 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52635/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24628 T4988 C477 P52646 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52646 START replicas=[http://127.0.0.1:52635/collection1/] nUpdates=100
[junit4:junit4]   2> 24628 T4988 C477 P52646 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24629 T4988 C477 P52646 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24629 T4988 C477 P52646 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24629 T4988 C477 P52646 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24629 T4988 C477 P52646 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24629 T4988 C477 P52646 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52635/collection1/. core=collection1
[junit4:junit4]   2> 24630 T4988 C477 P52646 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24631 T4923 C476 P52635 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 24637 T4922 C476 P52635 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24638 T4922 C476 P52635 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24638 T4922 C476 P52635 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24639 T4922 C476 P52635 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24639 T4922 C476 P52635 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 24640 T4988 C477 P52646 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24640 T4988 C477 P52646 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24642 T4927 C476 P52635 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24642 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24643 T4988 C477 P52646 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 24643 T4988 C477 P52646 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24644 T4988 C477 P52646 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24646 T4926 C476 P52635 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24646 T4988 C477 P52646 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24648 T4988 C477 P52646 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363357736798/jetty4/index.20130315152921438 forceNew: false
[junit4:junit4]   2> 24648 T4988 C477 P52646 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5287b4a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@79486216) fullCopy=false
[junit4:junit4]   2> 24652 T4925 C476 P52635 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 24653 T4988 C477 P52646 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24654 T4988 C477 P52646 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24654 T4988 C477 P52646 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24656 T4988 C477 P52646 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@39530c47 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ab10e18; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@39530c47 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ab10e18; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24656 T4988 C477 P52646 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24656 T4988 C477 P52646 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24657 T4988 C477 P52646 oass.SolrIndexSearcher.<init> Opening Searcher@3b48d1e7 main
[junit4:junit4]   2> 24658 T4985 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b48d1e7 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 24659 T4988 C477 P52646 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@5287b4a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@79486216)
[junit4:junit4]   2> 24659 T4988 C477 P52646 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24659 T4988 C477 P52646 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24659 T4988 C477 P52646 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24660 T4988 C477 P52646 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24661 T4988 C477 P52646 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24790 T4912 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24792 T4912 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52646__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52646_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52646"}
[junit4:junit4]   2> 24807 T4911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24808 T4964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24808 T4931 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24809 T4918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24809 T4947 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24811 T4981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25650 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25651 T4889 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C478 name=collection1 org.apache.solr.core.SolrCore@322d781d url=http://127.0.0.1:52631/collection1 node=127.0.0.1:52631_ C478_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52631_, base_url=http://127.0.0.1:52631, leader=true}
[junit4:junit4]   2> 25661 T4903 C478 P52631 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25664 T4903 C478 P52631 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@483c5ee1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e90a423; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25665 T4903 C478 P52631 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25667 T4903 C478 P52631 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@483c5ee1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e90a423; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@483c5ee1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e90a423; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 25667 T4903 C478 P52631 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 25668 T4903 C478 P52631 oass.SolrIndexSearcher.<init> Opening Searcher@77ea712f main
[junit4:junit4]   2> 25669 T4903 C478 P52631 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25670 T4915 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@77ea712f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 25670 T4903 C478 P52631 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 25679 T4924 C476 P52635 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25680 T4924 C476 P52635 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 25681 T4924 C476 P52635 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 25681 T4924 C476 P52635 oass.SolrIndexSearcher.<init> Opening Searcher@e26c3f1 main
[junit4:junit4]   2> 25682 T4924 C476 P52635 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25683 T4933 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e26c3f1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25683 T4924 C476 P52635 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52638/collection1/, StdNode: http://127.0.0.1:52642/collection1/, StdNode: http://127.0.0.1:52646/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C474_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52638_, base_url=http://127.0.0.1:52638}
[junit4:junit4]   2> 25699 T4943 C474 P52638 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C475_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52642_, base_url=http://127.0.0.1:52642}
[junit4:junit4]   2> 25701 T4959 C475 P52642 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25703 T4959 C475 P52642 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@fc3a00d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6404cec7; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@fc3a00d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6404cec7; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 25704 T4959 C475 P52642 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 25707 T4943 C474 P52638 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4637050e lockFactory=org.apache.lucene.store.NativeFSLockFactory@785dbb0f; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4637050e lockFactory=org.apache.lucene.store.NativeFSLockFactory@785dbb0f; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 25709 T4943 C474 P52638 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2>  C477_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52646_, base_url=http://127.0.0.1:52646}
[junit4:junit4]   2> 25709 T4974 C477 P52646 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25709 T4959 C475 P52642 oass.SolrIndexSearcher.<init> Opening Searcher@23497734 main
[junit4:junit4]   2> 25711 T4943 C474 P52638 oass.SolrIndexSearcher.<init> Opening Searcher@5b9731c8 main
[junit4:junit4]   2> 25712 T4943 C474 P52638 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25713 T4966 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23497734 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 25711 T4959 C475 P52642 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25714 T4949 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b9731c8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25714 T4959 C475 P52642 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 25715 T4943 C474 P52638 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4]   2> 25716 T4974 C477 P52646 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@39530c47 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ab10e18; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@39530c47 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ab10e18; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 25717 T4974 C477 P52646 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 25719 T4974 C477 P52646 oass.SolrIndexSearcher.<init> Opening Searcher@6f712532 main
[junit4:junit4]   2> 25720 T4974 C477 P52646 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25721 T4985 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f712532 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 25722 T4974 C477 P52646 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 25723 T4924 C476 P52635 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 44
[junit4:junit4]   2> 25725 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25728 T4927 C476 P52635 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25732 T4938 C474 P52638 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 25734 T4960 C475 P52642 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25737 T4975 C477 P52646 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 27746 T4903 C478 P52631 oass.SolrIndexSearcher.<init> Opening Searcher@29a6ec35 realtime
[junit4:junit4]   2> 27747 T4903 C478 P52631 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429584231305052160)} 0 3
[junit4:junit4]   2> 27757 T4959 C475 P52642 /update {update.distrib=FROMLEADER&_version_=-1429584231313440768&update.from=http://127.0.0.1:52635/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429584231313440768)} 0 1
[junit4:junit4]   2> 27758 T4975 C477 P52646 /update {update.distrib=FROMLEADER&_version_=-1429584231313440768&update.from=http://127.0.0.1:52635/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429584231313440768)} 0 2
[junit4:junit4]   2> 27759 T4938 C474 P52638 /update {update.distrib=FROMLEADER&_version_=-1429584231313440768&update.from=http://127.0.0.1:52635/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429584231313440768)} 0 2
[junit4:junit4]   2> 27760 T4927 C476 P52635 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429584231313440768)} 0 9
[junit4:junit4]   2> 27767 T4904 C478 P52631 /update {wt=javabin&version=2} {add=[0 (1429584231326023680)]} 0 4
[junit4:junit4]   2> 27779 T4976 C477 P52646 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429584231334412288)]} 0 2
[junit4:junit4]   2> 27780 T4960 C475 P52642 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429584231334412288)]} 0 2
[junit4:junit4]   2> 27780 T4939 C474 P52638 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429584231334412288)]} 0 3
[junit4:junit4]   2> 27782 T4926 C476 P52635 /update {wt=javabin&version=2} {add=[0 (1429584231334412288)]} 0 10
[junit4:junit4]   2> 27787 T4905 C478 P52631 /update {wt=javabin&version=2} {add=[1 (1429584231348043776)]} 0 3
[junit4:junit4]   2> 27797 T4977 C477 P52646 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429584231354335232)]} 0 1
[junit4:junit4]   2> 27798 T4955 C475 P52642 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429584231354335232)]} 0 2
[junit4:junit4]   2> 27800 T4940 C474 P52638 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429584231354335232)]} 0 1
[junit4:junit4]   2> 27800 T4925 C476 P52635 /update {wt=javabin&version=2} {add=[1 (1429584231354335232)]} 0 9
[junit4:junit4]   2> 27806 T4906 C478 P52631 /update {wt=javabin&version=2} {add=[2 (1429584231367966720)]} 0 2
[junit4:junit4]   2> 27816 T4972 C477 P52646 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429584231374258176)]} 0 1
[junit4:junit4]   2> 27817 T4956 C475 P52642 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429584231374258176)]} 0 2
[junit4:junit4]   2> 27819 T4923 C476 P52635 /update {test.distrib.skip.servers=http://127.0.0.1:52638/collection1/&wt=javabin&version=2} {add=[2 (1429584231374258176)]} 0 8
[junit4:junit4]   2> 27824 T4907 C478 P52631 /update {wt=javabin&version=2} {add=[3 (1429584231386841088)]} 0 2
[junit4:junit4]   2> 27833 T4973 C477 P52646 /update {distrib.from=http://127.0.0.1:52635/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429584231394181120)]} 0 1
[junit4:junit4]   2> 27834 T4922 C476 P52635 /update {test.distrib.skip.servers=http://127.0.0.1:52638/collection1/&test.distrib.skip.servers=http://127.0.0.1:52642/collection1/&wt=javabin&version=2} {add=[3 (1429584231394181120)]} 0 6
[junit4:junit4]   2> 27838 T4902 C478 P52631 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27847 T4902 C478 P52631 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@483c5ee1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e90a423; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@483c5ee1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e90a423; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4]   2> 27848 T4902 C478 P52631 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4]   2> 27852 T4902 C478 P52631 oass.SolrIndexSearcher.<init> Opening Searcher@2828f8b1 main
[junit4:junit4]   2> 27853 T4902 C478 P52631 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27854 T4915 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2828f8b1 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27855 T4902 C478 P52631 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4]   2> 27860 T4924 C476 P52635 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27865 T4924 C476 P52635 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@22c99196 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22e774ea; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_6,generation=6,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 27866 T4924 C476 P52635 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 27868 T4924 C476 P52635 oass.SolrIndexSearcher.<init> Opening Searcher@7039a272 main
[junit4:junit4]   2> 27868 T4924 C476 P52635 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27870 T4933 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7039a272 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27871 T4924 C476 P52635 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52638/collection1/, StdNode: http://127.0.0.1:52642/collection1/, StdNode: http://127.0.0.1:52646/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 27874 T4957 C475 P52642 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27874 T4941 C474 P52638 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27875 T4974 C477 P52646 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27903 T4974 C477 P52646 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@39530c47 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ab10e18; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@39530c47 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ab10e18; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_6,generation=6,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 27904 T4974 C477 P52646 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 27906 T4974 C477 P52646 oass.SolrIndexSearcher.<init> Opening Searcher@2f4a8516 main
[junit4:junit4]   2> 27906 T4974 C477 P52646 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27907 T4957 C475 P52642 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@fc3a00d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6404cec7; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@fc3a00d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6404cec7; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_5,generation=5,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_5, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 27908 T4957 C475 P52642 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_5, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 27908 T4985 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f4a8516 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27908 T4941 C474 P52638 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4637050e lockFactory=org.apache.lucene.store.NativeFSLockFactory@785dbb0f; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@4637050e lockFactory=org.apache.lucene.store.NativeFSLockFactory@785dbb0f; maxCacheMB=0.30859375 maxMergeSizeMB=0.5576171875)),segFN=segments_4,generation=4,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip, segments_4]
[junit4:junit4]   2> 27909 T4974 C477 P52646 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 34
[junit4:junit4]   2> 27910 T4941 C474 P52638 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip, segments_4]
[junit4:junit4]   2> 27910 T4957 C475 P52642 oass.SolrIndexSearcher.<init> Opening Searcher@6df6b069 main
[junit4:junit4]   2> 27911 T4941 C474 P52638 oass.SolrIndexSearcher.<init> Opening Searcher@66d51aae main
[junit4:junit4]   2> 27912 T4941 C474 P52638 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27912 T4966 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6df6b069 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 27911 T4957 C475 P52642 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27914 T4957 C475 P52642 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 40
[junit4:junit4]   2> 27914 T4949 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66d51aae main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 27916 T4941 C474 P52638 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 42
[junit4:junit4]   2> 27916 T4924 C476 P52635 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4]   2> 27917 T4889 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 27919 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27921 T4889 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 27923 T4927 C476 P52635 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 27926 T4942 C474 P52638 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 27931 T4958 C475 P52642 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 27934 T4975 C477 P52646 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 27935 T4889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 27943 T4959 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 27943 T4959 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 27952 T4926 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 27952 T4926 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52635/collection1/
[junit4:junit4]   2> 27953 T4926 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52635 START replicas=[http://127.0.0.1:52638/collection1/, http://127.0.0.1:52642/collection1/, http://127.0.0.1:52646/collection1/] nUpdates=100
[junit4:junit4]   2> 27956 T4943 C474 P52638 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27958 T4976 C477 P52646 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 27958 T4926 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52635  Received 3 versions from 127.0.0.1:52638/collection1/
[junit4:junit4]   2> 27959 T4926 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52635  Our versions are newer. ourLowThreshold=1429584231313440768 otherHigh=1429584231354335232
[junit4:junit4]   2> 27959 T4960 C475 P52642 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 27959 T4926 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52635  Received 5 versions from 127.0.0.1:52646/collection1/
[junit4:junit4]   2> 27960 T4926 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52635  Our versions are newer. ourLowThreshold=1429584231313440768 otherHigh=1429584231374258176
[junit4:junit4]   2> 27960 T4926 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52635  Received 4 versions from 127.0.0.1:52642/collection1/
[junit4:junit4]   2> 27961 T4926 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52635  Our versions are newer. ourLowThreshold=1429584231313440768 otherHigh=1429584231374258176
[junit4:junit4]   2> 27961 T4926 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52635 DONE. sync succeeded
[junit4:junit4]   2> 27962 T4926 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 27962 T4926 oasc.SyncStrategy.syncToMe http://127.0.0.1:52635/collection1/: try and ask http://127.0.0.1:52638/collection1/ to sync
[junit4:junit4]   2> 27963 T4926 oasc.SyncStrategy.syncToMe http://127.0.0.1:52635/collection1/: try and ask http://127.0.0.1:52642/collection1/ to sync
[junit4:junit4]   2> 27964 T4926 oasc.SyncStrategy.syncToMe http://127.0.0.1:52635/collection1/: try and ask http://127.0.0.1:52646/collection1/ to sync
[junit4:junit4]   2> 27967 T4955 C475 P52642 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52642 START replicas=[http://127.0.0.1:52635/collection1/] nUpdates=100
[junit4:junit4]   2> 27967 T4938 C474 P52638 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52638 START replicas=[http://127.0.0.1:52635/collection1/] nUpdates=100
[junit4:junit4]   2> 27969 T4977 C477 P52646 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52646 START replicas=[

[...truncated too long message...]

mizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 52070 T4964 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 52071 T4889 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 52076 T4888 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 52210 T4892 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 53164 T4981 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 53164 T4981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 53164 T4981 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 53165 T4981 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=es_PR, timezone=ECT
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=2,threads=5,free=49457656,total=187723776
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestRTGBase, SearchHandlerTest, ExternalFileFieldSortTest, TestZkChroot, TestFaceting, CoreAdminHandlerTest, TestSolrQueryParser, TestRecovery, MinimalSchemaTest, TestPostingsSolrHighlighter, PolyFieldTest, ClusterStateTest, TestPartialUpdateDeduplication, TestWordDelimiterFilterFactory, TestDistributedSearch, RequestHandlersTest, SuggesterTest, LukeRequestHandlerTest, TestDistributedGrouping, TestCoreContainer, DistributedSpellCheckComponentTest, OpenCloseCoreStressTest, SpellingQueryConverterTest, HighlighterConfigTest, MultiTermTest, XsltUpdateRequestHandlerTest, QueryEqualityTest, TestValueSourceCache, TestBM25SimilarityFactory, FileUtilsTest, CSVRequestHandlerTest, TestSolrDeletionPolicy2, DateFieldTest, UpdateParamsTest, CurrencyFieldOpenExchangeTest, PingRequestHandlerTest, CircularListTest, TestReversedWildcardFilterFactory, OverseerCollectionProcessorTest, MBeansHandlerTest, ChaosMonkeyNothingIsSafeTest, TestLuceneMatchVersion, TestUtils, SimplePostToolTest, SampleTest, TestSolrIndexConfig, TestDFRSimilarityFactory, PluginInfoTest, TestSweetSpotSimilarityFactory, TimeZoneUtilsTest, SOLR749Test, QueryElevationComponentTest, TestStressLucene, TestSolrXMLSerializer, TestFastLRUCache, DebugComponentTest, TestPropInject, TestCopyFieldCollectionResource, TestDefaultSimilarityFactory, TestPseudoReturnFields, DateMathParserTest, ConvertedLegacyTest, TestNumberUtils, ChaosMonkeySafeLeaderTest, TestCSVLoader, TestSuggestSpellingConverter, TestUpdate, ShardRoutingCustomTest, TestPropInjectDefaults, ClusterStateUpdateTest, QueryParsingTest, LeaderElectionIntegrationTest, ScriptEngineTest, TestConfig, XmlUpdateRequestHandlerTest, PeerSyncTest, TestSurroundQueryParser, LoggingHandlerTest, SolrInfoMBeanTest, TestSolrDiscoveryProperties, TestComponentsName, RegexBoostProcessorTest, TestQueryTypes, SpellCheckComponentTest, TestWriterPerf, TestSolrJ, IndexSchemaRuntimeFieldTest, RequiredFieldsTest, DefaultValueUpdateProcessorTest, TestJmxMonitoredMap, TestAtomicUpdateErrorCases, TestGroupingSearch, TestQueryUtils, AnalysisAfterCoreReloadTest, BasicZkTest, TestBadConfig, OverseerTest, TestLFUCache, CoreContainerCoreInitFailuresTest, TestRangeQuery, BasicDistributedZkTest, OpenExchangeRatesOrgProviderTest, DistributedTermsComponentTest, TestDocumentBuilder, TestFunctionQuery, TestReplicationHandler, StandardRequestHandlerTest, HardAutoCommitTest, TestIndexingPerformance, SynonymTokenizerTest, DirectSolrConnectionTest, SoftAutoCommitTest, SuggesterWFSTTest, ResourceLoaderTest, TestArbitraryIndexDir, ZkControllerTest, UUIDFieldTest, TestSort, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, TestFastOutputStream, TestPhraseSuggestions, FullSolrCloudDistribCmdsTest, TestFieldResource, SortByFunctionTest, FieldMutatingUpdateProcessorTest, TestRealTimeGet, ShowFileRequestHandlerTest, DirectUpdateHandlerTest, TermVectorComponentDistributedTest, PrimitiveFieldTypeTest, TestLRUCache, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed in 53.37s, 1 test, 1 failure <<< FAILURES!

[...truncated 408 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 74 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 312 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/312/
Java: 64bit/jdk1.7.0 -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E8A70241FB5D75C:8F6CFE3C68EAB760]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9314 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T4221 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 6 T4221 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363336406979
[junit4:junit4]   2> 6 T4221 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T4222 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T4222 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T4222 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T4222 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T4222 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 13 T4222 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363336406979/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 107 T4221 oasc.ZkTestServer.run start zk server on port:52833
[junit4:junit4]   2> 113 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d2b5a4
[junit4:junit4]   2> 114 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 115 T4227 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 115 T4227 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 115 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52834
[junit4:junit4]   2> 116 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52834
[junit4:junit4]   2> 116 T4225 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 119 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0000 with negotiated timeout 10000 for client /127.0.0.1:52834
[junit4:junit4]   2> 119 T4227 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0000, negotiated timeout = 10000
[junit4:junit4]   2> 120 T4228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d2b5a4 name:ZooKeeperConnection Watcher:127.0.0.1:52833 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 120 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 120 T4221 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 127 T4226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6d2ea7cb0000
[junit4:junit4]   2> 129 T4223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52834 which had sessionid 0x13d6d2ea7cb0000
[junit4:junit4]   2> 129 T4221 oaz.ZooKeeper.close Session: 0x13d6d2ea7cb0000 closed
[junit4:junit4]   2> 129 T4228 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2995c524
[junit4:junit4]   2> 131 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T4229 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 132 T4229 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 132 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52835
[junit4:junit4]   2> 132 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52835
[junit4:junit4]   2> 134 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0001 with negotiated timeout 10000 for client /127.0.0.1:52835
[junit4:junit4]   2> 134 T4229 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0001, negotiated timeout = 10000
[junit4:junit4]   2> 135 T4230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2995c524 name:ZooKeeperConnection Watcher:127.0.0.1:52833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 135 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 136 T4221 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 144 T4221 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 149 T4221 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 154 T4221 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 159 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 160 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 169 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 171 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 177 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 177 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 183 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 184 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 188 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 189 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 195 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 196 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 201 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 202 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 208 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 208 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 214 T4221 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 215 T4221 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 221 T4226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6d2ea7cb0001
[junit4:junit4]   2> 222 T4223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52835 which had sessionid 0x13d6d2ea7cb0001
[junit4:junit4]   2> 222 T4221 oaz.ZooKeeper.close Session: 0x13d6d2ea7cb0001 closed
[junit4:junit4]   2> 222 T4230 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 433 T4221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 441 T4221 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52836
[junit4:junit4]   2> 442 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 443 T4221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 444 T4221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197
[junit4:junit4]   2> 445 T4221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197/solr.xml
[junit4:junit4]   2> 445 T4221 oasc.CoreContainer.<init> New CoreContainer 888574404
[junit4:junit4]   2> 446 T4221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197/'
[junit4:junit4]   2> 447 T4221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197/'
[junit4:junit4]   2> 508 T4221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 509 T4221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 510 T4221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 511 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 512 T4221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 512 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 513 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 514 T4221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 515 T4221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 516 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 538 T4221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 560 T4221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52833/solr
[junit4:junit4]   2> 561 T4221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 562 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@619da819
[junit4:junit4]   2> 564 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 564 T4240 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 566 T4240 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 567 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52837
[junit4:junit4]   2> 568 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52837
[junit4:junit4]   2> 569 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0002 with negotiated timeout 20000 for client /127.0.0.1:52837
[junit4:junit4]   2> 570 T4240 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0002, negotiated timeout = 20000
[junit4:junit4]   2> 570 T4241 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@619da819 name:ZooKeeperConnection Watcher:127.0.0.1:52833 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 571 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 573 T4226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6d2ea7cb0002
[junit4:junit4]   2> 575 T4223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52837 which had sessionid 0x13d6d2ea7cb0002
[junit4:junit4]   2> 576 T4221 oaz.ZooKeeper.close Session: 0x13d6d2ea7cb0002 closed
[junit4:junit4]   2> 577 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 586 T4241 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 589 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@72003ca9
[junit4:junit4]   2> 592 T4242 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 593 T4242 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 594 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52838
[junit4:junit4]   2> 595 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52838
[junit4:junit4]   2> 596 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 598 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0003 with negotiated timeout 20000 for client /127.0.0.1:52838
[junit4:junit4]   2> 599 T4242 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0003, negotiated timeout = 20000
[junit4:junit4]   2> 600 T4243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72003ca9 name:ZooKeeperConnection Watcher:127.0.0.1:52833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 600 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 604 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 608 T4221 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 613 T4221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52836_
[junit4:junit4]   2> 615 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52836_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52836_
[junit4:junit4]   2> 616 T4221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52836_
[junit4:junit4]   2> 625 T4221 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 636 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 638 T4221 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 644 T4221 oasc.Overseer.start Overseer (id=89347614768300035-127.0.0.1:52836_-n_0000000000) starting
[junit4:junit4]   2> 646 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 648 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 651 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 653 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 655 T4245 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 657 T4221 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 667 T4221 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 670 T4221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 681 T4246 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197/collection1
[junit4:junit4]   2> 682 T4246 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 683 T4244 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 683 T4246 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 684 T4246 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 688 T4246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197/collection1/'
[junit4:junit4]   2> 689 T4246 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 689 T4246 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197/collection1/lib/README' to classloader
[junit4:junit4]   2> 747 T4246 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 815 T4246 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 817 T4246 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 833 T4246 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1477 T4246 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1486 T4246 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1490 T4246 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1514 T4246 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1519 T4246 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1524 T4246 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1526 T4246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1527 T4246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1527 T4246 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1529 T4246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1529 T4246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1530 T4246 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1530 T4246 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363336407197/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/control/data/
[junit4:junit4]   2> 1530 T4246 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a31ac15
[junit4:junit4]   2> 1531 T4246 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1532 T4246 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/control/data forceNew: false
[junit4:junit4]   2> 1532 T4246 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363336406979/control/data/index/
[junit4:junit4]   2> 1532 T4246 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363336406979/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1533 T4246 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/control/data/index forceNew: false
[junit4:junit4]   2> 1536 T4246 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12f6f8bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5798a8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1536 T4246 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1539 T4246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1539 T4246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1540 T4246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1541 T4246 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1541 T4246 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1541 T4246 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1542 T4246 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1542 T4246 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1543 T4246 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1553 T4246 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1562 T4246 oass.SolrIndexSearcher.<init> Opening Searcher@c682014 main
[junit4:junit4]   2> 1563 T4246 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/control/data/tlog
[junit4:junit4]   2> 1564 T4246 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1565 T4246 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1569 T4247 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c682014 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1573 T4246 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1573 T4246 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1575 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2192 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2193 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52836_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52836"}
[junit4:junit4]   2> 2193 T4244 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2193 T4244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2194 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2205 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2583 T4246 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2583 T4246 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52836 collection:control_collection shard:shard1
[junit4:junit4]   2> 2585 T4246 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2600 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2601 T4246 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2602 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2606 T4246 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2606 T4246 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2606 T4246 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52836/collection1/
[junit4:junit4]   2> 2607 T4246 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2607 T4246 oasc.SyncStrategy.syncToMe http://127.0.0.1:52836/collection1/ has no replicas
[junit4:junit4]   2> 2607 T4246 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52836/collection1/
[junit4:junit4]   2> 2607 T4246 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2617 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3713 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3726 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3778 T4246 oasc.ZkController.register We are http://127.0.0.1:52836/collection1/ and leader is http://127.0.0.1:52836/collection1/
[junit4:junit4]   2> 3779 T4246 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52836
[junit4:junit4]   2> 3779 T4246 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3779 T4246 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3779 T4246 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3782 T4246 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3784 T4221 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3784 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3785 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3792 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3793 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@603b3bd3
[junit4:junit4]   2> 3795 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3795 T4249 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3796 T4249 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 3796 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52839
[junit4:junit4]   2> 3796 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52839
[junit4:junit4]   2> 3798 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0004 with negotiated timeout 10000 for client /127.0.0.1:52839
[junit4:junit4]   2> 3798 T4249 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0004, negotiated timeout = 10000
[junit4:junit4]   2> 3798 T4250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@603b3bd3 name:ZooKeeperConnection Watcher:127.0.0.1:52833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3798 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3801 T4221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3804 T4221 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4002 T4221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4007 T4221 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52840
[junit4:junit4]   2> 4008 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4009 T4221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4009 T4221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778
[junit4:junit4]   2> 4010 T4221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778/solr.xml
[junit4:junit4]   2> 4010 T4221 oasc.CoreContainer.<init> New CoreContainer 1905675114
[junit4:junit4]   2> 4011 T4221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778/'
[junit4:junit4]   2> 4011 T4221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778/'
[junit4:junit4]   2> 4055 T4221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4056 T4221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4057 T4221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4057 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4058 T4221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4059 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4060 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4060 T4221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4061 T4221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4062 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4078 T4221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4098 T4221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52833/solr
[junit4:junit4]   2> 4099 T4221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4100 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@148188bb
[junit4:junit4]   2> 4102 T4260 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4102 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4104 T4260 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 4104 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52841
[junit4:junit4]   2> 4105 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52841
[junit4:junit4]   2> 4106 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0005 with negotiated timeout 20000 for client /127.0.0.1:52841
[junit4:junit4]   2> 4106 T4260 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0005, negotiated timeout = 20000
[junit4:junit4]   2> 4107 T4261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@148188bb name:ZooKeeperConnection Watcher:127.0.0.1:52833 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4107 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4110 T4226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6d2ea7cb0005
[junit4:junit4]   2> 4111 T4223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52841 which had sessionid 0x13d6d2ea7cb0005
[junit4:junit4]   2> 4111 T4261 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4111 T4221 oaz.ZooKeeper.close Session: 0x13d6d2ea7cb0005 closed
[junit4:junit4]   2> 4113 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4118 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2648ebbe
[junit4:junit4]   2> 4120 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4121 T4262 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4122 T4262 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 4123 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52842
[junit4:junit4]   2> 4123 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52842
[junit4:junit4]   2> 4125 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0006 with negotiated timeout 20000 for client /127.0.0.1:52842
[junit4:junit4]   2> 4125 T4262 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0006, negotiated timeout = 20000
[junit4:junit4]   2> 4126 T4263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2648ebbe name:ZooKeeperConnection Watcher:127.0.0.1:52833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4126 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4127 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4129 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4133 T4221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5140 T4221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52840_
[junit4:junit4]   2> 5142 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52840_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52840_
[junit4:junit4]   2> 5143 T4221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52840_
[junit4:junit4]   2> 5147 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5148 T4250 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5149 T4263 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5151 T4243 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5157 T4264 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778/collection1
[junit4:junit4]   2> 5157 T4264 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5158 T4264 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5158 T4264 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5161 T4264 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778/collection1/'
[junit4:junit4]   2> 5162 T4264 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5162 T4264 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778/collection1/lib/README' to classloader
[junit4:junit4]   2> 5216 T4264 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5238 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5241 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52836_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52836"}
[junit4:junit4]   2> 5248 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5251 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5252 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5288 T4264 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5289 T4264 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5293 T4264 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5951 T4264 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5961 T4264 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5965 T4264 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5987 T4264 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5993 T4264 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5998 T4264 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6000 T4264 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6001 T4264 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6001 T4264 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6003 T4264 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6004 T4264 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6004 T4264 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6004 T4264 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363336410778/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty1/
[junit4:junit4]   2> 6005 T4264 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a31ac15
[junit4:junit4]   2> 6005 T4264 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6006 T4264 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty1 forceNew: false
[junit4:junit4]   2> 6006 T4264 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty1/index/
[junit4:junit4]   2> 6007 T4264 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6007 T4264 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty1/index forceNew: false
[junit4:junit4]   2> 6010 T4264 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6010 T4264 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6014 T4264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6014 T4264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6015 T4264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6016 T4264 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6016 T4264 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6017 T4264 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6017 T4264 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6018 T4264 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6018 T4264 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6026 T4264 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6031 T4264 oass.SolrIndexSearcher.<init> Opening Searcher@12607157 main
[junit4:junit4]   2> 6032 T4264 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty1/tlog
[junit4:junit4]   2> 6033 T4264 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6033 T4264 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6037 T4265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12607157 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6040 T4264 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6041 T4264 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6767 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6768 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52840_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52840"}
[junit4:junit4]   2> 6768 T4244 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6769 T4244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6776 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6776 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6776 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7049 T4264 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7049 T4264 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52840 collection:collection1 shard:shard1
[junit4:junit4]   2> 7051 T4264 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7064 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7066 T4264 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7067 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7071 T4264 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7071 T4264 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7071 T4264 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52840/collection1/
[junit4:junit4]   2> 7071 T4264 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7072 T4264 oasc.SyncStrategy.syncToMe http://127.0.0.1:52840/collection1/ has no replicas
[junit4:junit4]   2> 7072 T4264 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52840/collection1/
[junit4:junit4]   2> 7072 T4264 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7081 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8286 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8301 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8301 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8301 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8312 T4264 oasc.ZkController.register We are http://127.0.0.1:52840/collection1/ and leader is http://127.0.0.1:52840/collection1/
[junit4:junit4]   2> 8313 T4264 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52840
[junit4:junit4]   2> 8313 T4264 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8313 T4264 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8313 T4264 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8316 T4264 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8318 T4221 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8319 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8319 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8529 T4221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8535 T4221 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52843
[junit4:junit4]   2> 8536 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8537 T4221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8537 T4221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299
[junit4:junit4]   2> 8538 T4221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299/solr.xml
[junit4:junit4]   2> 8538 T4221 oasc.CoreContainer.<init> New CoreContainer 1689236041
[junit4:junit4]   2> 8539 T4221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299/'
[junit4:junit4]   2> 8540 T4221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299/'
[junit4:junit4]   2> 8594 T4221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8595 T4221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8596 T4221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8596 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8597 T4221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8598 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8598 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8599 T4221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8600 T4221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8600 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8616 T4221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8638 T4221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52833/solr
[junit4:junit4]   2> 8639 T4221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8640 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@60c2c479
[junit4:junit4]   2> 8642 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8643 T4276 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8644 T4276 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 8645 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52844
[junit4:junit4]   2> 8645 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52844
[junit4:junit4]   2> 8647 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0007 with negotiated timeout 20000 for client /127.0.0.1:52844
[junit4:junit4]   2> 8647 T4276 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0007, negotiated timeout = 20000
[junit4:junit4]   2> 8648 T4277 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60c2c479 name:ZooKeeperConnection Watcher:127.0.0.1:52833 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8648 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8650 T4226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6d2ea7cb0007
[junit4:junit4]   2> 8651 T4223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52844 which had sessionid 0x13d6d2ea7cb0007
[junit4:junit4]   2> 8651 T4221 oaz.ZooKeeper.close Session: 0x13d6d2ea7cb0007 closed
[junit4:junit4]   2> 8651 T4277 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8652 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8658 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5595efc5
[junit4:junit4]   2> 8660 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8660 T4278 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8661 T4278 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 8662 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52845
[junit4:junit4]   2> 8662 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52845
[junit4:junit4]   2> 8664 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0008 with negotiated timeout 20000 for client /127.0.0.1:52845
[junit4:junit4]   2> 8664 T4278 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0008, negotiated timeout = 20000
[junit4:junit4]   2> 8665 T4279 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5595efc5 name:ZooKeeperConnection Watcher:127.0.0.1:52833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8665 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8666 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8668 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8672 T4221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9679 T4221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52843_
[junit4:junit4]   2> 9680 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52843_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52843_
[junit4:junit4]   2> 9682 T4221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52843_
[junit4:junit4]   2> 9685 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9686 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9688 T4250 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9689 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9689 T4279 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9691 T4263 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9691 T4243 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9699 T4280 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299/collection1
[junit4:junit4]   2> 9700 T4280 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9701 T4280 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9701 T4280 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9704 T4280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299/collection1/'
[junit4:junit4]   2> 9704 T4280 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9705 T4280 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299/collection1/lib/README' to classloader
[junit4:junit4]   2> 9755 T4280 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9813 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9814 T4280 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9814 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52840_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52840"}
[junit4:junit4]   2> 9815 T4280 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9821 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9821 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9822 T4280 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9822 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9826 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10494 T4280 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10522 T4280 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10526 T4280 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10554 T4280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10561 T4280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10567 T4280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10570 T4280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10571 T4280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10572 T4280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10574 T4280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10575 T4280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10575 T4280 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10576 T4280 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363336415299/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty2/
[junit4:junit4]   2> 10576 T4280 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a31ac15
[junit4:junit4]   2> 10577 T4280 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10578 T4280 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty2 forceNew: false
[junit4:junit4]   2> 10578 T4280 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty2/index/
[junit4:junit4]   2> 10578 T4280 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10579 T4280 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty2/index forceNew: false
[junit4:junit4]   2> 10582 T4280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ae2ff9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dfbab30),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10582 T4280 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10587 T4280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10588 T4280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10589 T4280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10591 T4280 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10592 T4280 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10593 T4280 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10594 T4280 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10595 T4280 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10596 T4280 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10604 T4280 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10610 T4280 oass.SolrIndexSearcher.<init> Opening Searcher@62599683 main
[junit4:junit4]   2> 10610 T4280 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty2/tlog
[junit4:junit4]   2> 10611 T4280 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10611 T4280 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10614 T4281 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62599683 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10615 T4280 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10616 T4280 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11332 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11334 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52843_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52843"}
[junit4:junit4]   2> 11334 T4244 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11334 T4244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11377 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11377 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11377 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11377 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11620 T4280 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11620 T4280 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52843 collection:collection1 shard:shard1
[junit4:junit4]   2> 11627 T4280 oasc.ZkController.register We are http://127.0.0.1:52843/collection1/ and leader is http://127.0.0.1:52840/collection1/
[junit4:junit4]   2> 11628 T4280 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52843
[junit4:junit4]   2> 11628 T4280 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11629 T4280 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C467 name=collection1 org.apache.solr.core.SolrCore@3a717b68 url=http://127.0.0.1:52843/collection1 node=127.0.0.1:52843_ C467_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52843_, base_url=http://127.0.0.1:52843}
[junit4:junit4]   2> 11630 T4282 C467 P52843 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11632 T4282 C467 P52843 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11632 T4280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11632 T4282 C467 P52843 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11633 T4282 C467 P52843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11634 T4221 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11635 T4282 C467 P52843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11635 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11636 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11878 T4221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11885 T4221 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52847
[junit4:junit4]   2> 11887 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11888 T4221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11889 T4221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619
[junit4:junit4]   2> 11890 T4221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619/solr.xml
[junit4:junit4]   2> 11891 T4221 oasc.CoreContainer.<init> New CoreContainer 1134293190
[junit4:junit4]   2> 11892 T4221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619/'
[junit4:junit4]   2> 11893 T4221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619/'
[junit4:junit4]   2> 11968 T4221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11969 T4221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11969 T4221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11970 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11970 T4221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11971 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11971 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11972 T4221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11972 T4221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11973 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11990 T4221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12009 T4221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52833/solr
[junit4:junit4]   2> 12010 T4221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12011 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@593f2661
[junit4:junit4]   2> 12012 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12013 T4293 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12015 T4293 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 12016 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52848
[junit4:junit4]   2> 12017 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52848
[junit4:junit4]   2> 12018 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb0009 with negotiated timeout 20000 for client /127.0.0.1:52848
[junit4:junit4]   2> 12018 T4293 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb0009, negotiated timeout = 20000
[junit4:junit4]   2> 12019 T4294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@593f2661 name:ZooKeeperConnection Watcher:127.0.0.1:52833 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12019 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12022 T4226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6d2ea7cb0009
[junit4:junit4]   2> 12023 T4223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52848 which had sessionid 0x13d6d2ea7cb0009
[junit4:junit4]   2> 12023 T4294 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12023 T4221 oaz.ZooKeeper.close Session: 0x13d6d2ea7cb0009 closed
[junit4:junit4]   2> 12025 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12034 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@364da93d
[junit4:junit4]   2> 12036 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12037 T4295 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12038 T4295 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 12039 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52849
[junit4:junit4]   2> 12039 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52849
[junit4:junit4]   2> 12041 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb000a with negotiated timeout 20000 for client /127.0.0.1:52849
[junit4:junit4]   2> 12041 T4295 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb000a, negotiated timeout = 20000
[junit4:junit4]   2> 12042 T4296 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@364da93d name:ZooKeeperConnection Watcher:127.0.0.1:52833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12042 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12044 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12046 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12051 T4221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12893 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12894 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52843_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52843"}
[junit4:junit4]   2> 12902 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12903 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12903 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12902 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12903 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13058 T4221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52847_
[junit4:junit4]   2> 13060 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52847_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52847_
[junit4:junit4]   2> 13062 T4221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52847_
[junit4:junit4]   2> 13069 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13070 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13070 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13074 T4250 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13074 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13074 T4296 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13075 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13079 T4243 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13079 T4263 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13080 T4279 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13092 T4297 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619/collection1
[junit4:junit4]   2> 13092 T4297 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13094 T4297 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13094 T4297 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13097 T4297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619/collection1/'
[junit4:junit4]   2> 13098 T4297 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13099 T4297 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619/collection1/lib/README' to classloader
[junit4:junit4]   2> 13163 T4297 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13229 T4297 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13231 T4297 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13242 T4297 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13655 T4255 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&state=recovering&nodeName=127.0.0.1:52843_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2006 
[junit4:junit4]   2> 14051 T4297 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14062 T4297 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14086 T4297 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14117 T4297 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14124 T4297 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14131 T4297 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14134 T4297 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14135 T4297 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14136 T4297 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14138 T4297 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14139 T4297 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14139 T4297 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14140 T4297 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363336418619/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty3/
[junit4:junit4]   2> 14140 T4297 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a31ac15
[junit4:junit4]   2> 14141 T4297 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14142 T4297 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty3 forceNew: false
[junit4:junit4]   2> 14142 T4297 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty3/index/
[junit4:junit4]   2> 14143 T4297 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14143 T4297 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty3/index forceNew: false
[junit4:junit4]   2> 14147 T4297 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a51e3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1941a0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14148 T4297 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14152 T4297 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14153 T4297 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14154 T4297 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14155 T4297 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14156 T4297 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14156 T4297 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14157 T4297 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14158 T4297 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14158 T4297 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14167 T4297 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14173 T4297 oass.SolrIndexSearcher.<init> Opening Searcher@1a7f9fa3 main
[junit4:junit4]   2> 14174 T4297 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty3/tlog
[junit4:junit4]   2> 14175 T4297 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14175 T4297 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14183 T4298 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a7f9fa3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14202 T4297 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14202 T4297 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14414 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14415 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52847_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52847"}
[junit4:junit4]   2> 14416 T4244 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14416 T4244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14422 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14422 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14424 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14424 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14424 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15209 T4297 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15210 T4297 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52847 collection:collection1 shard:shard1
[junit4:junit4]   2> 15217 T4297 oasc.ZkController.register We are http://127.0.0.1:52847/collection1/ and leader is http://127.0.0.1:52840/collection1/
[junit4:junit4]   2> 15218 T4297 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52847
[junit4:junit4]   2> 15218 T4297 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15219 T4297 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C468 name=collection1 org.apache.solr.core.SolrCore@64cd3696 url=http://127.0.0.1:52847/collection1 node=127.0.0.1:52847_ C468_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52847_, base_url=http://127.0.0.1:52847}
[junit4:junit4]   2> 15220 T4299 C468 P52847 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15222 T4299 C468 P52847 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15222 T4299 C468 P52847 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15222 T4297 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15223 T4299 C468 P52847 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15226 T4299 C468 P52847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15226 T4221 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15227 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15228 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15466 T4221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15472 T4221 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52851
[junit4:junit4]   2> 15473 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15473 T4221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15474 T4221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213
[junit4:junit4]   2> 15474 T4221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213/solr.xml
[junit4:junit4]   2> 15475 T4221 oasc.CoreContainer.<init> New CoreContainer 1430936501
[junit4:junit4]   2> 15476 T4221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213/'
[junit4:junit4]   2> 15476 T4221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213/'
[junit4:junit4]   2> 15555 T4221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15556 T4221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15557 T4221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15557 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15558 T4221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15558 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15559 T4221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15560 T4221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15560 T4221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15561 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15574 T4221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15594 T4221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52833/solr
[junit4:junit4]   2> 15595 T4221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15595 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15928d5f
[junit4:junit4]   2> 15597 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15598 T4310 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15599 T4310 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 15600 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52852
[junit4:junit4]   2> 15600 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52852
[junit4:junit4]   2> 15602 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb000b with negotiated timeout 20000 for client /127.0.0.1:52852
[junit4:junit4]   2> 15602 T4310 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb000b, negotiated timeout = 20000
[junit4:junit4]   2> 15603 T4311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15928d5f name:ZooKeeperConnection Watcher:127.0.0.1:52833 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15603 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15605 T4226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6d2ea7cb000b
[junit4:junit4]   2> 15606 T4223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52852 which had sessionid 0x13d6d2ea7cb000b
[junit4:junit4]   2> 15606 T4311 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15606 T4221 oaz.ZooKeeper.close Session: 0x13d6d2ea7cb000b closed
[junit4:junit4]   2> 15607 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15613 T4221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52833/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@603b594
[junit4:junit4]   2> 15615 T4221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15615 T4312 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52833. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15616 T4312 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52833, initiating session
[junit4:junit4]   2> 15617 T4223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52853
[junit4:junit4]   2> 15617 T4223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52853
[junit4:junit4]   2> 15619 T4225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6d2ea7cb000c with negotiated timeout 20000 for client /127.0.0.1:52853
[junit4:junit4]   2> 15619 T4312 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52833, sessionid = 0x13d6d2ea7cb000c, negotiated timeout = 20000
[junit4:junit4]   2> 15620 T4313 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@603b594 name:ZooKeeperConnection Watcher:127.0.0.1:52833/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15620 T4221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15621 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15623 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15626 T4221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C467_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52843_, base_url=http://127.0.0.1:52843}
[junit4:junit4]   2> 15659 T4282 C467 P52843 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52840/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15659 T4282 C467 P52843 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52843 START replicas=[http://127.0.0.1:52840/collection1/] nUpdates=100
[junit4:junit4]   2> 15660 T4282 C467 P52843 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15661 T4282 C467 P52843 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15662 T4282 C467 P52843 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15662 T4282 C467 P52843 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15662 T4282 C467 P52843 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15663 T4282 C467 P52843 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52840/collection1/. core=collection1
[junit4:junit4]   2> 15663 T4282 C467 P52843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C469 name=collection1 org.apache.solr.core.SolrCore@4a969878 url=http://127.0.0.1:52840/collection1 node=127.0.0.1:52840_ C469_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52840_, base_url=http://127.0.0.1:52840, leader=true}
[junit4:junit4]   2> 15668 T4256 C469 P52840 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15671 T4257 C469 P52840 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15673 T4257 C469 P52840 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15674 T4257 C469 P52840 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15674 T4257 C469 P52840 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15675 T4257 C469 P52840 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15676 T4257 C469 P52840 oass.SolrIndexSearcher.<init> Opening Searcher@100b2ea3 realtime
[junit4:junit4]   2> 15676 T4257 C469 P52840 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15676 T4257 C469 P52840 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 15677 T4282 C467 P52843 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15678 T4282 C467 P52843 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15680 T4259 C469 P52840 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15681 T4259 C469 P52840 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15682 T4282 C467 P52843 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15682 T4282 C467 P52843 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15682 T4282 C467 P52843 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15684 T4255 C469 P52840 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15685 T4282 C467 P52843 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15686 T4282 C467 P52843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty2/index.20130315023342658 forceNew: false
[junit4:junit4]   2> 15687 T4282 C467 P52843 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@793dfc0e lockFactory=org.apache.lucene.store.NativeFSLockFactory@521c2025) fullCopy=false
[junit4:junit4]   2> 15689 T4256 C469 P52840 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15690 T4282 C467 P52843 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15691 T4282 C467 P52843 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15692 T4282 C467 P52843 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15693 T4282 C467 P52843 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ae2ff9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dfbab30),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ae2ff9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dfbab30),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15694 T4282 C467 P52843 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15694 T4282 C467 P52843 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15695 T4282 C467 P52843 oass.SolrIndexSearcher.<init> Opening Searcher@25502d30 main
[junit4:junit4]   2> 15696 T4281 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25502d30 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15696 T4282 C467 P52843 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@793dfc0e lockFactory=org.apache.lucene.store.NativeFSLockFactory@521c2025)
[junit4:junit4]   2> 15697 T4282 C467 P52843 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15697 T4282 C467 P52843 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15697 T4282 C467 P52843 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15698 T4282 C467 P52843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15700 T4282 C467 P52843 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15937 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15939 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52847_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52847"}
[junit4:junit4]   2> 15946 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52843_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52843"}
[junit4:junit4]   2> 15954 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15954 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15955 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15955 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15955 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15955 T4313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16242 T4254 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:52847_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 16633 T4221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52851_
[junit4:junit4]   2> 16634 T4226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6d2ea7cb000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52851_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52851_
[junit4:junit4]   2> 16636 T4221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52851_
[junit4:junit4]   2> 16640 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16641 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16641 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16644 T4313 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16645 T4313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16645 T4250 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16645 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16646 T4296 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16646 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16653 T4263 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16653 T4243 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16654 T4279 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16661 T4316 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213/collection1
[junit4:junit4]   2> 16662 T4316 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16663 T4316 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16664 T4316 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16666 T4316 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213/collection1/'
[junit4:junit4]   2> 16667 T4316 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16667 T4316 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213/collection1/lib/README' to classloader
[junit4:junit4]   2> 16724 T4316 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16772 T4316 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16774 T4316 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16780 T4316 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17451 T4316 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17462 T4316 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17467 T4316 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17498 T4316 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17506 T4316 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17513 T4316 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17516 T4316 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17516 T4316 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17517 T4316 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17519 T4316 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17520 T4316 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17520 T4316 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17521 T4316 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363336422213/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty4/
[junit4:junit4]   2> 17521 T4316 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2a31ac15
[junit4:junit4]   2> 17522 T4316 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17523 T4316 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty4 forceNew: false
[junit4:junit4]   2> 17523 T4316 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty4/index/
[junit4:junit4]   2> 17523 T4316 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17524 T4316 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty4/index forceNew: false
[junit4:junit4]   2> 17527 T4316 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67efbdf4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415f0720),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17528 T4316 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17531 T4316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17532 T4316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17533 T4316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17534 T4316 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17535 T4316 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17535 T4316 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17536 T4316 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17537 T4316 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17537 T4316 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17545 T4316 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17551 T4316 oass.SolrIndexSearcher.<init> Opening Searcher@48ff7800 main
[junit4:junit4]   2> 17552 T4316 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty4/tlog
[junit4:junit4]   2> 17554 T4316 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17554 T4316 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17559 T4317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48ff7800 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17562 T4316 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17563 T4316 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C468_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52847_, base_url=http://127.0.0.1:52847}
[junit4:junit4]   2> 18247 T4299 C468 P52847 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52840/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18247 T4299 C468 P52847 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52847 START replicas=[http://127.0.0.1:52840/collection1/] nUpdates=100
[junit4:junit4]   2> 18252 T4299 C468 P52847 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18254 T4299 C468 P52847 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18254 T4299 C468 P52847 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18254 T4299 C468 P52847 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18254 T4299 C468 P52847 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18254 T4299 C468 P52847 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52840/collection1/. core=collection1
[junit4:junit4]   2> 18254 T4258 C469 P52840 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18255 T4299 C468 P52847 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18262 T4259 C469 P52840 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18263 T4259 C469 P52840 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18264 T4259 C469 P52840 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18264 T4259 C469 P52840 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18265 T4259 C469 P52840 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 18266 T4299 C468 P52847 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18266 T4299 C468 P52847 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18268 T4256 C469 P52840 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18269 T4299 C468 P52847 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18269 T4299 C468 P52847 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18269 T4299 C468 P52847 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18272 T4257 C469 P52840 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18273 T4299 C468 P52847 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18274 T4299 C468 P52847 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty3/index.20130315023345246 forceNew: false
[junit4:junit4]   2> 18275 T4299 C468 P52847 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@34410329 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2710d8bf) fullCopy=false
[junit4:junit4]   2> 18277 T4254 C469 P52840 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18278 T4299 C468 P52847 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18280 T4299 C468 P52847 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18280 T4299 C468 P52847 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18282 T4299 C468 P52847 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a51e3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1941a0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a51e3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1941a0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18282 T4299 C468 P52847 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18283 T4299 C468 P52847 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18283 T4299 C468 P52847 oass.SolrIndexSearcher.<init> Opening Searcher@4d51d9 main
[junit4:junit4]   2> 18284 T4298 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d51d9 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18285 T4299 C468 P52847 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@34410329 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2710d8bf)
[junit4:junit4]   2> 18285 T4299 C468 P52847 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18285 T4299 C468 P52847 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18285 T4299 C468 P52847 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18285 T4299 C468 P52847 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18287 T4299 C468 P52847 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18977 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18979 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52851_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52851"}
[junit4:junit4]   2> 18979 T4244 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 18979 T4244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18988 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52847_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52847"}
[junit4:junit4]   2> 18999 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18999 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18999 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19000 T4313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19000 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19000 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19568 T4316 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19569 T4316 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52851 collection:collection1 shard:shard1
[junit4:junit4]   2> 19577 T4316 oasc.ZkController.register We are http://127.0.0.1:52851/collection1/ and leader is http://127.0.0.1:52840/collection1/
[junit4:junit4]   2> 19577 T4316 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52851
[junit4:junit4]   2> 19578 T4316 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19578 T4316 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C470 name=collection1 org.apache.solr.core.SolrCore@499a9440 url=http://127.0.0.1:52851/collection1 node=127.0.0.1:52851_ C470_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52851_, base_url=http://127.0.0.1:52851}
[junit4:junit4]   2> 19579 T4320 C470 P52851 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19581 T4320 C470 P52851 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19581 T4316 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19582 T4320 C470 P52851 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19582 T4320 C470 P52851 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19585 T4320 C470 P52851 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19585 T4221 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19586 T4221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19587 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19599 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19601 T4221 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 19603 T4221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 19605 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20517 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20518 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52851_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52851"}
[junit4:junit4]   2> 20526 T4313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20527 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20527 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20526 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20526 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20527 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20598 T4256 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:52851_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 20609 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21620 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C470_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52851_, base_url=http://127.0.0.1:52851}
[junit4:junit4]   2> 22603 T4320 C470 P52851 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52840/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22603 T4320 C470 P52851 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52851 START replicas=[http://127.0.0.1:52840/collection1/] nUpdates=100
[junit4:junit4]   2> 22604 T4320 C470 P52851 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22605 T4320 C470 P52851 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22605 T4320 C470 P52851 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22605 T4320 C470 P52851 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22606 T4320 C470 P52851 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22606 T4320 C470 P52851 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52840/collection1/. core=collection1
[junit4:junit4]   2> 22606 T4320 C470 P52851 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22606 T4258 C469 P52840 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22612 T4259 C469 P52840 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22613 T4259 C469 P52840 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22613 T4259 C469 P52840 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22614 T4259 C469 P52840 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22614 T4259 C469 P52840 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 22615 T4320 C470 P52851 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22615 T4320 C470 P52851 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22617 T4257 C469 P52840 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22618 T4320 C470 P52851 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 22618 T4320 C470 P52851 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22618 T4320 C470 P52851 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22623 T4254 C469 P52840 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22624 T4320 C470 P52851 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22624 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22625 T4320 C470 P52851 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363336406979/jetty4/index.20130315023349597 forceNew: false
[junit4:junit4]   2> 22626 T4320 C470 P52851 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5666889f lockFactory=org.apache.lucene.store.NativeFSLockFactory@41c20ff8) fullCopy=false
[junit4:junit4]   2> 22628 T4256 C469 P52840 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 22630 T4320 C470 P52851 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22631 T4320 C470 P52851 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22631 T4320 C470 P52851 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22632 T4320 C470 P52851 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67efbdf4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415f0720),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67efbdf4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415f0720),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22632 T4320 C470 P52851 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22633 T4320 C470 P52851 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22633 T4320 C470 P52851 oass.SolrIndexSearcher.<init> Opening Searcher@4efcb160 main
[junit4:junit4]   2> 22634 T4317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4efcb160 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22635 T4320 C470 P52851 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@5666889f lockFactory=org.apache.lucene.store.NativeFSLockFactory@41c20ff8)
[junit4:junit4]   2> 22635 T4320 C470 P52851 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22635 T4320 C470 P52851 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22635 T4320 C470 P52851 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22635 T4320 C470 P52851 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22637 T4320 C470 P52851 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23547 T4244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23548 T4244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52851_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52851"}
[junit4:junit4]   2> 23555 T4243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23556 T4250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23556 T4313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23556 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23556 T4279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23556 T4263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23630 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23632 T4221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C471 name=collection1 org.apache.solr.core.SolrCore@77f65f62 url=http://127.0.0.1:52836/collection1 node=127.0.0.1:52836_ C471_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52836_, base_url=http://127.0.0.1:52836, leader=true}
[junit4:junit4]   2> 23638 T4235 C471 P52836 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23640 T4235 C471 P52836 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12f6f8bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5798a8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23641 T4235 C471 P52836 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23642 T4235 C471 P52836 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12f6f8bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5798a8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12f6f8bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5798a8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23643 T4235 C471 P52836 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23644 T4235 C471 P52836 oass.SolrIndexSearcher.<init> Opening Searcher@3e0cc930 main
[junit4:junit4]   2> 23644 T4235 C471 P52836 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23645 T4247 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e0cc930 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 23646 T4235 C471 P52836 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 23653 T4255 C469 P52840 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23654 T4255 C469 P52840 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23654 T4255 C469 P52840 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23655 T4255 C469 P52840 oass.SolrIndexSearcher.<init> Opening Searcher@33dabad main
[junit4:junit4]   2> 23656 T4255 C469 P52840 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23657 T4265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33dabad main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23657 T4255 C469 P52840 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52843/collection1/, StdNode: http://127.0.0.1:52847/collection1/, StdNode: http://127.0.0.1:52851/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C467_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52843_, base_url=http://127.0.0.1:52843}
[junit4:junit4]   2> 23668 T4270 C467 P52843 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C468_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52847_, base_url=http://127.0.0.1:52847}
[junit4:junit4]   2> 23668 T4291 C468 P52847 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23669 T4270 C467 P52843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ae2ff9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dfbab30),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ae2ff9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dfbab30),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23670 T4270 C467 P52843 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23671 T4291 C468 P52847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a51e3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1941a0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a51e3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1941a0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23671 T4291 C468 P52847 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23672 T4270 C467 P52843 oass.SolrIndexSearcher.<init> Opening Searcher@1ebf729a main
[junit4:junit4]   2> 23673 T4270 C467 P52843 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23674 T4281 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ebf729a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23675 T4270 C467 P52843 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 23675 T4291 C468 P52847 oass.SolrIndexSearcher.<init> Opening Searcher@749951b8 main
[junit4:junit4]   2> 23676 T4291 C468 P52847 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23677 T4298 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@749951b8 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 23678 T4291 C468 P52847 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2>  C470_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52851_, base_url=http://127.0.0.1:52851}
[junit4:junit4]   2> 23678 T4306 C470 P52851 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23679 T4306 C470 P52851 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67efbdf4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415f0720),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67efbdf4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415f0720),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23680 T4306 C470 P52851 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23681 T4306 C470 P52851 oass.SolrIndexSearcher.<init> Opening Searcher@119cc4b5 main
[junit4:junit4]   2> 23684 T4306 C470 P52851 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23685 T4317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@119cc4b5 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23685 T4306 C470 P52851 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 23686 T4255 C469 P52840 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 33
[junit4:junit4]   2> 23688 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23692 T4257 C469 P52840 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23696 T4271 C467 P52843 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 23699 T4292 C468 P52847 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23703 T4307 C470 P52851 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 25711 T4235 C471 P52836 oass.SolrIndexSearcher.<init> Opening Searcher@65bc07e2 realtime
[junit4:junit4]   2> 25712 T4235 C471 P52836 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429561863237009408)} 0 2
[junit4:junit4]   2> 25723 T4307 C470 P52851 /update {update.distrib=FROMLEADER&_version_=-1429561863245398016&update.from=http://127.0.0.1:52840/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429561863245398016)} 0 1
[junit4:junit4]   2> 25723 T4270 C467 P52843 /update {update.distrib=FROMLEADER&_version_=-1429561863245398016&update.from=http://127.0.0.1:52840/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429561863245398016)} 0 2
[junit4:junit4]   2> 25725 T4292 C468 P52847 /update {update.distrib=FROMLEADER&_version_=-1429561863245398016&update.from=http://127.0.0.1:52840/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429561863245398016)} 0 2
[junit4:junit4]   2> 25725 T4257 C469 P52840 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429561863245398016)} 0 7
[junit4:junit4]   2> 25731 T4236 C471 P52836 /update {wt=javabin&version=2} {add=[0 (1429561863257980928)]} 0 1
[junit4:junit4]   2> 25744 T4287 C468 P52847 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429561863268466688)]} 0 1
[junit4:junit4]   2> 25744 T4272 C467 P52843 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429561863268466688)]} 0 1
[junit4:junit4]   2> 25746 T4308 C470 P52851 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429561863268466688)]} 0 1
[junit4:junit4]   2> 25747 T4254 C469 P52840 /update {wt=javabin&version=2} {add=[0 (1429561863268466688)]} 0 7
[junit4:junit4]   2> 25751 T4237 C471 P52836 /update {wt=javabin&version=2} {add=[1 (1429561863278952448)]} 0 1
[junit4:junit4]   2> 25758 T4273 C467 P52843 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429561863283146752)]} 0 1
[junit4:junit4]   2> 25758 T4288 C468 P52847 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429561863283146752)]} 0 1
[junit4:junit4]   2> 25760 T4309 C470 P52851 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429561863283146752)]} 0 1
[junit4:junit4]   2> 25761 T4256 C469 P52840 /update {wt=javabin&version=2} {add=[1 (1429561863283146752)]} 0 7
[junit4:junit4]   2> 25768 T4238 C471 P52836 /update {wt=javabin&version=2} {add=[2 (1429561863295729664)]} 0 1
[junit4:junit4]   2> 25775 T4304 C470 P52851 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429561863300972544)]} 0 1
[junit4:junit4]   2> 25775 T4289 C468 P52847 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429561863300972544)]} 0 1
[junit4:junit4]   2> 25777 T4258 C469 P52840 /update {test.distrib.skip.servers=http://127.0.0.1:52843/collection1/&wt=javabin&version=2} {add=[2 (1429561863300972544)]} 0 6
[junit4:junit4]   2> 25781 T4239 C471 P52836 /update {wt=javabin&version=2} {add=[3 (1429561863311458304)]} 0 0
[junit4:junit4]   2> 25793 T4305 C470 P52851 /update {distrib.from=http://127.0.0.1:52840/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429561863319846912)]} 0 1
[junit4:junit4]   2> 25794 T4259 C469 P52840 /update {test.distrib.skip.servers=http://127.0.0.1:52843/collection1/&test.distrib.skip.servers=http://127.0.0.1:52847/collection1/&wt=javabin&version=2} {add=[3 (1429561863319846912)]} 0 5
[junit4:junit4]   2> 25800 T4234 C471 P52836 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25805 T4234 C471 P52836 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12f6f8bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5798a8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12f6f8bd lockFactory=org.apache.lucene.store.NativeFSLockFactory@f5798a8),segFN=segments_3,generation=3,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, _0.prx, _0.fdt, segments_3]
[junit4:junit4]   2> 25806 T4234 C471 P52836 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, _0.prx, _0.fdt, segments_3]
[junit4:junit4]   2> 25809 T4234 C471 P52836 oass.SolrIndexSearcher.<init> Opening Searcher@7e1ee7c2 main
[junit4:junit4]   2> 25810 T4234 C471 P52836 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25811 T4247 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e1ee7c2 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 25812 T4234 C471 P52836 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 25815 T4255 C469 P52840 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25819 T4255 C469 P52840 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3e2c2e85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@457d8184),segFN=segments_6,generation=6,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, _0.prx, segments_6, _0.fdt]
[junit4:junit4]   2> 25821 T4255 C469 P52840 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, _0.prx, segments_6, _0.fdt]
[junit4:junit4]   2> 25822 T4255 C469 P52840 oass.SolrIndexSearcher.<init> Opening Searcher@66cee2a0 main
[junit4:junit4]   2> 25823 T4255 C469 P52840 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25824 T4265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66cee2a0 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 25824 T4255 C469 P52840 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52843/collection1/, StdNode: http://127.0.0.1:52847/collection1/, StdNode: http://127.0.0.1:52851/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 25827 T4306 C470 P52851 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25827 T4274 C467 P52843 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25829 T4290 C468 P52847 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25829 T4306 C470 P52851 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67efbdf4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415f0720),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@67efbdf4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415f0720),segFN=segments_6,generation=6,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, _0.prx, segments_6, _0.fdt]
[junit4:junit4]   2> 25830 T4306 C470 P52851 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, _0.prx, segments_6, _0.fdt]
[junit4:junit4]   2> 25831 T4306 C470 P52851 oass.SolrIndexSearcher.<init> Opening Searcher@5e17d229 main
[junit4:junit4]   2> 25831 T4306 C470 P52851 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25832 T4317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e17d229 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 25832 T4306 C470 P52851 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 25834 T4274 C467 P52843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ae2ff9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dfbab30),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ae2ff9a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dfbab30),segFN=segments_4,generation=4,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, _0.prx, _0.fdt, segments_4]
[junit4:junit4]   2> 25834 T4274 C467 P52843 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, _0.prx, _0.fdt, segments_4]
[junit4:junit4]   2> 25834 T4290 C468 P52847 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a51e3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1941a0),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@62a51e3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b1941a0),segFN=segments_5,generation=5,filenames=[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, segments_5, _0.prx, _0.fdt]
[junit4:junit4]   2> 25835 T4274 C467 P52843 oass.SolrIndexSearcher.<init> Opening Searcher@7f9a212a main
[junit4:junit4]   2> 25835 T4274 C467 P52843 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25835 T4290 C468 P52847 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.tis, _0.nrm, _0.fnm, _0.tii, _0.frq, _0.fdx, _0.si, segments_5, _0.prx, _0.fdt]
[junit4:junit4]   2> 25836 T4281 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f9a212a main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 25837 T4274 C467 P52843 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 25837 T4290 C468 P52847 oass.SolrIndexSearcher.<init> Opening Searcher@5bc0283e main
[junit4:junit4]   2> 25838 T4290 C468 P52847 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25839 T4298 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5bc0283e main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 25839 T4290 C468 P52847 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 25841 T4255 C469 P52840 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 25842 T4221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 25843 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25845 T4221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 25850 T4257 C469 P52840 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 25853 T4275 C467 P52843 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 25856 T4291 C468 P52847 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 25860 T4307 C470 P52851 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 25861 T4221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 25865 T4292 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 25866 T4292 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 25879 T4254 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 25879 T4254 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52840/collection1/
[junit4:junit4]   2> 25880 T4254 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52840 START replicas=[http://127.0.0.1:52843/collection1/, http://127.0.0.1:52847/collection1/, http://127.0.0.1:52851/collection1/] nUpdates=100
[junit4:junit4]   2> 25883 T4287 C468 P52847 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25884 T4271 C467 P52843 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 25884 T4254 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52840  Received 4 versions from 127.0.0.1:52847/collection1/
[junit4:junit4]   2> 25885 T4308 C470 P52851 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25885 T4254 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52840  Our versions are newer. ourLowThreshold=1429561863245398016 otherHigh=1429561863300972544
[junit4:junit4]   2> 25886 T4254 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52840  Received 3 versions from 127.0.0.1:52843/collection1/
[junit4:junit4]   2> 25887 T4254 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52840  Our versions are newer. ourLowThreshold=1429561863245398016 otherHigh=1429561863283146752
[junit4:junit4]   2> 25887 T4254 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52840  Received 5 versions from 127.0.0.1:52851/collection1/
[junit4:junit4]   2> 25888 T4254 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52840  Our versions are newer. ourLowThreshold=1429561863245398016 otherHigh=1429561863300972544
[junit4:junit4]   2> 25889 T4254 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52840 DONE. sync succeeded
[junit4:junit4]   2> 25889 T4254 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 25890 T4254 oasc.SyncStrategy.syncToMe http://127.0.0.1:52840/collection1/: try and ask http://127.0.0.1:52843/collection1/ to sync
[junit4:junit4]   2> 25891 T4254 oasc.SyncStrategy.syncToMe http://127.0.0.1:52840/collection1/: try and ask http://127.0.0.1:52847/collection1/ to sync
[junit4:junit4]   2> 25892 T4254 oasc.SyncStrategy.syncToMe http://127.0.0.1:52840/collection1/: try and ask http://127.0.0.1:52851/collection1/ to sync
[junit4:junit4]   2> 25894 T4270 C467 P52843 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52843 START replicas=[http://127.0.0.1:52840/collection1/] nUpdates=100
[junit4:junit4]   2> 25897 T4288 C468 P52847 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52847 START replicas=[http://127.0.0.1:52840/collection1/] nUpdates=100
[junit4:junit4]   2> 25898 T4309 C470 P52851 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52851 START replicas=[http://127.0.0.1:52840/collection1/] nUpdates=100
[junit4:junit4]   2> 25900 T4256 C469 P52840 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25901 T4270 C467 P52843 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52843  Received 5 versions from 127.0.0.1:52840/collection1/
[junit4:junit4]   2> 25902 T4259 C469 P52840 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25901 T4258 C469 P52840 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25903 T4309 C470 P52851 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52851  Received 5 versions from 127.0.0.1:52840/collection1/
[junit4:junit4]   2> 25906 T4288 C468 P52847 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52847  Received 5 versions from 127.0.0.1:52840/collection1/
[junit4:junit4]   2> 25906 T4309 C470 P52851 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52851  Our versions are newer. ourLowThreshold=1429561863245398016 otherHigh=1429561863300972544
[junit4:junit4]   2> 25902 T4270 C467 P52843 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52843 Requesting updates from 127.0.0.1:52840/collection1/n=2 versions=[1429561863319846912, 1429561863300972544]
[junit4:junit4]   2> 25906 T4288 C468 P52847 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52847 Requesting updates from 127.0.0.1:52840/collection1/n=1 versions=[1429561863319846912]
[junit4:junit4]   2> 25907 T4309 C470 P52851 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52851 DONE. sync succeeded
[junit4:junit4]   2> 25908 T4309 C470 P52851 REQ /get {sync=http://127.0.0.1:52840/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=11 
[junit4:junit4]   2> 25910 T4255 C469 P52840 REQ /get {distrib=false&getUpdates=1429561863319846912,1429561863300972544&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25911 T4257 C469 P52840 REQ /get {distrib=false&getUpdates=1429561863319846912&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 25910 T4254 oasc.SyncStrategy.syncToMe http://127.0.0.1:52840/collection1/:  sync completed with http://127.0.0.1:52851/collection1/
[junit4:junit4]   2> 25914 T4270 C467 P52843 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52843 DONE. sync succeeded
[junit4:junit4]   2> 25915 T4270 C467 P52843 REQ /get {sync=http://127.0.0.1:52840/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=22 
[junit4:junit4]   2> 25915 T4288 C468 P52847 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52847 DONE. sync succeeded
[junit4:junit4]   2> 25916 T4254 oasc.SyncStrategy.syncToMe http://127.0.0.1:52840/collection1/:  sync completed with http://127.0.0.1:52843/collection1/
[junit4:junit4]   2> 25916 T4288 C468 P52847 REQ /get {sync=http://127.0.0.1:52840/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=19 
[junit4:junit4]   2> 25917 T4254 oasc.SyncStrategy.syncToMe http://127.0.0.1:52840/collection1/:  sync completed with http://127.0.0.1:52847/collection1/
[junit4:junit4]   2> 25918 T4254 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {shard=shard1&action=REQUESTSYNCSHARD&core=collection1&collection=collection1&wt=javabin&version=2} status=0 QTime=39 
[junit4:junit4]   2> 25919 T4292 oass.SolrDispatchFilter.handleAdminRequest /admin/collections {shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2} status=0 QTime=54 
[junit4:junit4]   2> 25919 T4221 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 25920 T4221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 25921 T4221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25923 T4221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 25930 T4235 C471 P52836 oasu.DirectUpdateHandler2.commit start commit{,opti

[...truncated too long message...]

edtesting.SeedInfo.seed([E8A70241FB5D75C:8F6CFE3C68EAB760]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 51198 T4221 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_VE, timezone=MST7MDT
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=2,threads=5,free=126102808,total=341209088
[junit4:junit4]   2> NOTE: All tests run in this JVM: [CachingDirectoryFactoryTest, TestCollationField, TestDocSet, TestPropInjectDefaults, TestCSVLoader, AliasIntegrationTest, TestDocumentBuilder, FullSolrCloudDistribCmdsTest, SolrInfoMBeanTest, TestRangeQuery, TestFieldTypeResource, IndexSchemaRuntimeFieldTest, TestStressRecovery, TestQueryUtils, SynonymTokenizerTest, SolrPluginUtilsTest, LegacyHTMLStripCharFilterTest, TestSearchPerf, FastVectorHighlighterTest, PolyFieldTest, ShardRoutingCustomTest, RecoveryZkTest, HighlighterTest, TestAnalyzedSuggestions, OpenCloseCoreStressTest, TestDynamicFieldResource, SoftAutoCommitTest, URLClassifyProcessorTest, MultiTermTest, LoggingHandlerTest, NumericFieldsTest, SolrIndexConfigTest, SliceStateTest, TestArbitraryIndexDir, SearchHandlerTest, SuggesterTSTTest, TestComponentsName, TestFunctionQuery, TestOmitPositions, SpellingQueryConverterTest, TermVectorComponentTest, PingRequestHandlerTest, BasicDistributedZkTest, TestSolrCoreProperties, TestCodecSupport, OverseerCollectionProcessorTest, TestGroupingSearch, PluginInfoTest, TestPhraseSuggestions, TestDFRSimilarityFactory, TestQuerySenderListener, UniqFieldsUpdateProcessorFactoryTest, SolrRequestParserTest, TestReload, TestLazyCores, PrimUtilsTest, TestCoreContainer, SignatureUpdateProcessorFactoryTest, FileUtilsTest, CollectionsAPIDistributedZkTest, TestSort, UpdateParamsTest, CacheHeaderTest, MoreLikeThisHandlerTest, TestSolrDeletionPolicy1, TestCharFilters, TestFieldResource, ExternalFileFieldSortTest, TestUpdate, PreAnalyzedFieldTest, TestBM25SimilarityFactory, TestRemoteStreaming, TestReplicationHandler, SolrCoreTest, TestSolrDiscoveryProperties, TestSolrXMLSerializer, TestShardHandlerFactory, DocumentAnalysisRequestHandlerTest, TestElisionMultitermQuery, AnalysisAfterCoreReloadTest, JSONWriterTest, BinaryUpdateRequestHandlerTest, ZkSolrClientTest, DateFieldTest, HighlighterConfigTest, TestPerFieldSimilarity, TestRecovery, DirectSolrSpellCheckerTest, TestDefaultSimilarityFactory, TestSuggestSpellingConverter, StatsComponentTest, DocValuesTest, BadComponentTest, UUIDFieldTest, ZkCLITest, TestSolrQueryParser, TestLFUCache, TestReversedWildcardFilterFactory, TestJmxIntegration, TestMergePolicyConfig, TestWordDelimiterFilterFactory, QueryParsingTest, JsonLoaderTest, HardAutoCommitTest, TestSolr4Spatial, DebugComponentTest, TestJoin, LeaderElectionTest, TestValueSourceCache, DistanceFunctionTest, TestWriterPerf, SimplePostToolTest, TestLMDirichletSimilarityFactory, BasicFunctionalityTest, TestTrie, StandardRequestHandlerTest, QueryElevationComponentTest, TestBinaryResponseWriter, ClusterStateUpdateTest, TestJmxMonitoredMap, SOLR749Test, TestFieldTypeCollectionResource, RequestHandlersTest, TestHashPartitioner, DateMathParserTest, CurrencyFieldOpenExchangeTest, TermVectorComponentDistributedTest, TestPluginEnable, DirectSolrConnectionTest, TestRandomDVFaceting, SolrCmdDistributorTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed in 51.25s, 1 test, 1 failure <<< FAILURES!

[...truncated 407 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 75 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 311 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/311/
Java: 64bit/jdk1.6.0 -XX:+UseSerialGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ClusterStateUpdateTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5169, name=coreLoadExecutor-2955-thread-1, state=RUNNABLE, group=TGRP-ClusterStateUpdateTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5169, name=coreLoadExecutor-2955-thread-1, state=RUNNABLE, group=TGRP-ClusterStateUpdateTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1503)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@24e416a9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6dfbe040)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ClusterStateUpdateTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5169, name=coreLoadExecutor-2955-thread-1, state=RUNNABLE, group=TGRP-ClusterStateUpdateTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5169, name=coreLoadExecutor-2955-thread-1, state=RUNNABLE, group=TGRP-ClusterStateUpdateTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1503)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:62)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:500)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:680)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ee42c08 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19877cbc)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


REGRESSION:  org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew

Error Message:
Core 00007_core bad! expected:<19> but was:<14>

Stack Trace:
java.lang.AssertionError: Core 00007_core bad! expected:<19> but was:<14>
	at __randomizedtesting.SeedInfo.seed([B6418EE56B0CCA52:D2F4923139CC3317]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:299)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:200)
	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew(OpenCloseCoreStressTest.java:120)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8521 lines...]
[junit4:junit4] Suite: org.apache.solr.core.OpenCloseCoreStressTest
[junit4:junit4]   2> 3 T996 oas.SolrTestCaseJ4.setUp ###Starting test30SecondsNew
[junit4:junit4]   2> 83 T996 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 90 T996 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51897
[junit4:junit4]   2> 91 T996 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 92 T996 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 92 T996 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_
[junit4:junit4]   2> 93 T996 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/solr.xml
[junit4:junit4]   2> 93 T996 oasc.CoreContainer.<init> New CoreContainer 409163815
[junit4:junit4]   2> 94 T996 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 95 T996 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 120 T996 oasc.SolrProperties.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_
[junit4:junit4]   2> 121 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00000_core/core.properties, adding to cores
[junit4:junit4]   2> 124 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00001_core/core.properties, adding to cores
[junit4:junit4]   2> 125 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00002_core/core.properties, adding to cores
[junit4:junit4]   2> 125 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00003_core/core.properties, adding to cores
[junit4:junit4]   2> 126 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00004_core/core.properties, adding to cores
[junit4:junit4]   2> 127 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00005_core/core.properties, adding to cores
[junit4:junit4]   2> 127 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core/core.properties, adding to cores
[junit4:junit4]   2> 128 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00007_core/core.properties, adding to cores
[junit4:junit4]   2> 129 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core/core.properties, adding to cores
[junit4:junit4]   2> 130 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00009_core/core.properties, adding to cores
[junit4:junit4]   2> 130 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core/core.properties, adding to cores
[junit4:junit4]   2> 131 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core/core.properties, adding to cores
[junit4:junit4]   2> 132 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core/core.properties, adding to cores
[junit4:junit4]   2> 132 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00013_core/core.properties, adding to cores
[junit4:junit4]   2> 133 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00014_core/core.properties, adding to cores
[junit4:junit4]   2> 134 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00015_core/core.properties, adding to cores
[junit4:junit4]   2> 134 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00016_core/core.properties, adding to cores
[junit4:junit4]   2> 135 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core/core.properties, adding to cores
[junit4:junit4]   2> 136 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00018_core/core.properties, adding to cores
[junit4:junit4]   2> 136 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00019_core/core.properties, adding to cores
[junit4:junit4]   2> 138 T996 oasc.SolrProperties.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_
[junit4:junit4]   2> 138 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00000_core/core.properties, adding to cores
[junit4:junit4]   2> 139 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00001_core/core.properties, adding to cores
[junit4:junit4]   2> 140 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00002_core/core.properties, adding to cores
[junit4:junit4]   2> 140 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00003_core/core.properties, adding to cores
[junit4:junit4]   2> 141 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00004_core/core.properties, adding to cores
[junit4:junit4]   2> 142 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00005_core/core.properties, adding to cores
[junit4:junit4]   2> 143 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core/core.properties, adding to cores
[junit4:junit4]   2> 143 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00007_core/core.properties, adding to cores
[junit4:junit4]   2> 144 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core/core.properties, adding to cores
[junit4:junit4]   2> 145 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00009_core/core.properties, adding to cores
[junit4:junit4]   2> 145 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core/core.properties, adding to cores
[junit4:junit4]   2> 146 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core/core.properties, adding to cores
[junit4:junit4]   2> 147 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core/core.properties, adding to cores
[junit4:junit4]   2> 148 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00013_core/core.properties, adding to cores
[junit4:junit4]   2> 149 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00014_core/core.properties, adding to cores
[junit4:junit4]   2> 150 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00015_core/core.properties, adding to cores
[junit4:junit4]   2> 150 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00016_core/core.properties, adding to cores
[junit4:junit4]   2> 151 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core/core.properties, adding to cores
[junit4:junit4]   2> 152 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00018_core/core.properties, adding to cores
[junit4:junit4]   2> 153 T996 oasc.SolrProperties.walkFromHere Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00019_core/core.properties, adding to cores
[junit4:junit4]   2> 154 T996 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 154 T996 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 155 T996 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 155 T996 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 155 T996 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 156 T996 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 156 T996 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 157 T996 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 157 T996 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 158 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 168 T996 oasc.CoreMaps.allocateLazyCores Allocating transient cache for 10 transient cores
[junit4:junit4]   2> 171 T996 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 173 T996 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 173 T996 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 174 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 182 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 189 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 198 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 207 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 216 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 224 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 231 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 240 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 248 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 256 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 264 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 272 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 280 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 291 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 304 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 313 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 320 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 328 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 336 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 344 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 352 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 359 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 367 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 375 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 390 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 400 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 407 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 415 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 423 T996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 431 T996 oasc.OpenCloseCoreStressTest.doStress Starting indexing and querying
[junit4:junit4]   2> 431 T996 oasc.OpenCloseCoreStressTest.doStress 
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	Starting a 30 second cycle, seconds left: 30. Seconds run so far: 0.
[junit4:junit4]   2> 433 T1007 oasc.OneIndexer.run Starting indexing thread: 1007
[junit4:junit4]   2> 433 T1008 oasc.OneIndexer.run Starting indexing thread: 1008
[junit4:junit4]   2> 434 T1009 oasc.OneIndexer.run Starting indexing thread: 1009
[junit4:junit4]   2> 440 T1012 oasc.OneIndexer.run Starting indexing thread: 1012
[junit4:junit4]   2> 440 T1013 oasc.OneIndexer.run Starting indexing thread: 1013
[junit4:junit4]   2> 438 T1010 oasc.OneIndexer.run Starting indexing thread: 1010
[junit4:junit4]   2> 437 T1011 oasc.OneIndexer.run Starting indexing thread: 1011
[junit4:junit4]   2> 461 T1001 oasc.CoreContainer.create Creating SolrCore '00006_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core
[junit4:junit4]   2> 465 T1034 oasc.OneQuery.run Starting query thread: 1034
[junit4:junit4]   2> 456 T1030 oasc.OneQuery.run Starting query thread: 1030
[junit4:junit4]   2> 466 T1001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core/'
[junit4:junit4]   2> 466 T1035 oasc.OneQuery.run Starting query thread: 1035
[junit4:junit4]   2> 467 T1036 oasc.OneQuery.run Starting query thread: 1036
[junit4:junit4]   2> 467 T1002 oasc.CoreContainer.create Creating SolrCore '00015_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00015_core
[junit4:junit4]   2> 468 T1002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00015_core/'
[junit4:junit4]   2> 469 T1003 oasc.CoreContainer.create Creating SolrCore '00003_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00003_core
[junit4:junit4]   2> 469 T1003 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00003_core/'
[junit4:junit4]   2> 456 T1029 oasc.OneQuery.run Starting query thread: 1029
[junit4:junit4]   2> 455 T1028 oasc.OneQuery.run Starting query thread: 1028
[junit4:junit4]   2> 455 T1027 oasc.OneQuery.run Starting query thread: 1027
[junit4:junit4]   2> 454 T1026 oasc.OneQuery.run Starting query thread: 1026
[junit4:junit4]   2> 454 T1025 oasc.OneQuery.run Starting query thread: 1025
[junit4:junit4]   2> 454 T1024 oasc.OneQuery.run Starting query thread: 1024
[junit4:junit4]   2> 453 T1023 oasc.OneQuery.run Starting query thread: 1023
[junit4:junit4]   2> 452 T1022 oasc.OneQuery.run Starting query thread: 1022
[junit4:junit4]   2> 451 T1000 oasc.CoreContainer.create Creating SolrCore '00008_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core
[junit4:junit4]   2> 509 T1000 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core/'
[junit4:junit4]   2> 451 T1021 oasc.OneIndexer.run Starting indexing thread: 1021
[junit4:junit4]   2> 449 T1020 oasc.OneIndexer.run Starting indexing thread: 1020
[junit4:junit4]   2> 448 T1019 oasc.OneIndexer.run Starting indexing thread: 1019
[junit4:junit4]   2> 445 T1018 oasc.OneIndexer.run Starting indexing thread: 1018
[junit4:junit4]   2> 445 T1017 oasc.OneIndexer.run Starting indexing thread: 1017
[junit4:junit4]   2> 441 T1016 oasc.OneIndexer.run Starting indexing thread: 1016
[junit4:junit4]   2> 441 T1015 oasc.OneIndexer.run Starting indexing thread: 1015
[junit4:junit4]   2> 440 T1014 oasc.OneIndexer.run Starting indexing thread: 1014
[junit4:junit4]   2> 498 T1038 oasc.CoreContainer.create Creating SolrCore '00017_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core
[junit4:junit4]   2> 550 T1038 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core/'
[junit4:junit4]   2> 485 T1004 oasc.CoreContainer.create Creating SolrCore '00010_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core
[junit4:junit4]   2> 558 T1004 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core/'
[junit4:junit4]   2> 486 T1005 oasc.CoreContainer.create Creating SolrCore '00012_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core
[junit4:junit4]   2> 464 T1033 oasc.OneQuery.run Starting query thread: 1033
[junit4:junit4]   2> 615 T1005 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core/'
[junit4:junit4]   2> 464 T1032 oasc.OneQuery.run Starting query thread: 1032
[junit4:junit4]   2> 463 T1031 oasc.OneQuery.run Starting query thread: 1031
[junit4:junit4]   2> 657 T1003 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 670 T1039 oasc.CoreContainer.create Creating SolrCore '00007_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00007_core
[junit4:junit4]   2> 671 T1039 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00007_core/'
[junit4:junit4]   2> 738 T1040 oasc.CoreContainer.create Creating SolrCore '00001_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00001_core
[junit4:junit4]   2> 738 T1041 oasc.CoreContainer.create Creating SolrCore '00014_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00014_core
[junit4:junit4]   2> 739 T1040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00001_core/'
[junit4:junit4]   2> 739 T1041 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00014_core/'
[junit4:junit4]   2> 740 T1050 oasc.CoreContainer.create Creating SolrCore '00002_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00002_core
[junit4:junit4]   2> 740 T1050 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00002_core/'
[junit4:junit4]   2> 741 T1052 oasc.CoreContainer.create Creating SolrCore '00004_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00004_core
[junit4:junit4]   2> 740 T1047 oasc.CoreContainer.create Creating SolrCore '00000_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00000_core
[junit4:junit4]   2> 742 T1047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00000_core/'
[junit4:junit4]   2> 743 T1052 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00004_core/'
[junit4:junit4]   2> 743 T1053 oasc.CoreContainer.create Creating SolrCore '00019_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00019_core
[junit4:junit4]   2> 744 T1053 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00019_core/'
[junit4:junit4]   2> 739 T1042 oasc.CoreContainer.create Creating SolrCore '00011_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core
[junit4:junit4]   2> 745 T1042 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core/'
[junit4:junit4]   2> 751 T1000 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 759 T1038 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 765 T1001 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 784 T1002 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 850 T1004 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1053 T1005 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1136 T1052 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1178 T1039 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1208 T1053 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1235 T1040 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1295 T1042 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1328 T1041 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1345 T1047 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1348 T1050 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 1367 T1001 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1368 T1001 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1372 T1003 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1373 T1003 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1377 T1003 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1387 T1001 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1430 T1038 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1430 T1038 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1438 T1038 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1463 T1004 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1464 T1004 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1472 T1004 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1533 T1000 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1534 T1000 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1551 T1052 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1552 T1052 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1556 T1052 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1575 T1000 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1611 T1003 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1614 T1003 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1616 T1003 oasc.SolrCore.<init> [00003_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00003_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/
[junit4:junit4]   2> 1617 T1003 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 1618 T1003 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1621 T1003 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data forceNew: false
[junit4:junit4]   2> 1622 T1003 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index/
[junit4:junit4]   2> 1623 T1003 oasc.SolrCore.initIndex WARNING [00003_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1628 T1003 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index forceNew: false
[junit4:junit4]   2> 1640 T1003 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@59cad432),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1640 T1003 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1673 T1005 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1674 T1005 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1674 T1003 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1679 T1005 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1700 T1003 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1701 T1003 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1702 T1003 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1705 T1052 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1706 T1003 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1707 T1052 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1727 T1052 oasc.SolrCore.<init> [00004_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00004_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/
[junit4:junit4]   2> 1728 T1052 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 1729 T1052 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1729 T1001 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1730 T1052 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data forceNew: false
[junit4:junit4]   2> 1731 T1052 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index/
[junit4:junit4]   2> 1731 T1001 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1732 T1001 oasc.SolrCore.<init> [00006_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/
[junit4:junit4]   2> 1732 T1001 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 1733 T1001 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1734 T1042 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1735 T1042 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1731 T1052 oasc.SolrCore.initIndex WARNING [00004_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1751 T1001 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data forceNew: false
[junit4:junit4]   2> 1752 T1001 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index/
[junit4:junit4]   2> 1752 T1001 oasc.SolrCore.initIndex WARNING [00006_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1759 T1001 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index forceNew: false
[junit4:junit4]   2> 1767 T1000 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1769 T1000 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1769 T1000 oasc.SolrCore.<init> [00008_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/
[junit4:junit4]   2> 1770 T1038 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1770 T1000 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 1783 T1000 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1785 T1000 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data forceNew: false
[junit4:junit4]   2> 1785 T1002 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1785 T1000 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index/
[junit4:junit4]   2> 1786 T1002 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1786 T1000 oasc.SolrCore.initIndex WARNING [00008_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1792 T1038 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1793 T1038 oasc.SolrCore.<init> [00017_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/
[junit4:junit4]   2> 1794 T1038 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 1795 T1038 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1798 T1038 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data forceNew: false
[junit4:junit4]   2> 1799 T1038 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index/
[junit4:junit4]   2> 1800 T1038 oasc.SolrCore.initIndex WARNING [00017_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1801 T1042 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1802 T1000 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index forceNew: false
[junit4:junit4]   2> 1807 T1038 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index forceNew: false
[junit4:junit4]   2> 1811 T1052 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index forceNew: false
[junit4:junit4]   2> 1815 T1004 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1818 T1001 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@113eb097),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1818 T1001 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1822 T1003 oass.SolrIndexSearcher.<init> Opening Searcher@2f4f069b main
[junit4:junit4]   2> 1822 T1001 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1823 T1003 oasc.SolrCore.registerSearcher [00003_core] Registered new searcher Searcher@2f4f069b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1824 T1003 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1824 T1003 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1825 T1000 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d307ef8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1826 T1000 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1827 T1001 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1828 T1001 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1829 T1001 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1832 T1003 oasc.CoreMaps.putTransientCore Opening transient core 00003_core
[junit4:junit4]   2> 1834 T1003 oasc.CoreContainer.registerCore registering core: 00003_core
[junit4:junit4]   2> 1835 T1000 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1838 T1000 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1839 T1000 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1839 T1000 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1841 T1000 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1843 T1052 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a809fea),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1843 T1052 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1846 T1052 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1847 T1004 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1848 T1004 oasc.SolrCore.<init> [00010_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/
[junit4:junit4]   2> 1848 T1004 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 1851 T1052 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1852 T1052 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1853 T1052 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1834 T1001 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1866 T1004 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1868 T1004 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data forceNew: false
[junit4:junit4]   2> 1868 T1004 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index/
[junit4:junit4]   2> 1869 T1004 oasc.SolrCore.initIndex WARNING [00010_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1870 T1004 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index forceNew: false
[junit4:junit4]   2> 1878 T1004 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b5ac06e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1878 T1004 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1882 T1004 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1885 T1004 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1886 T1000 oass.SolrIndexSearcher.<init> Opening Searcher@61da0369 main
[junit4:junit4]   2> 1887 T1052 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1887 T1000 oasc.SolrCore.registerSearcher [00008_core] Registered new searcher Searcher@61da0369 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1887 T1000 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1888 T1000 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1886 T1004 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1890 T1001 oass.SolrIndexSearcher.<init> Opening Searcher@48609de0 main
[junit4:junit4]   2> 1891 T1004 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1899 T1038 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c77da7e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1899 T1038 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1906 T1038 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1909 T1038 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1912 T1038 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1913 T1038 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1918 T1038 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1929 T1053 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1929 T1053 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1932 T1001 oasc.SolrCore.registerSearcher [00006_core] Registered new searcher Searcher@48609de0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1948 T1001 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1948 T1001 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1952 T1052 oass.SolrIndexSearcher.<init> Opening Searcher@63cf2c03 main
[junit4:junit4]   2> 1953 T1052 oasc.SolrCore.registerSearcher [00004_core] Registered new searcher Searcher@63cf2c03 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1954 T1052 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1954 T1052 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1960 T1052 oasc.CoreMaps.putTransientCore Opening transient core 00004_core
[junit4:junit4]   2> 1962 T1052 oasc.CoreContainer.registerCore registering core: 00004_core
[junit4:junit4]   2> 1972 T1001 oasc.CoreMaps.putTransientCore Opening transient core 00006_core
[junit4:junit4]   2> 1973 T1001 oasc.CoreContainer.registerCore registering core: 00006_core
[junit4:junit4]   2> 1975 T1005 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1976 T1005 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1977 T1005 oasc.SolrCore.<init> [00012_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/
[junit4:junit4]   2> 1978 T1005 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 1978 T1005 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> ASYNC  NEW_CORE C66 name=00006_core org.apache.solr.core.SolrCore@33d6bcb
[junit4:junit4]   2> 1979 T1048 C66 REQ [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1981 T1005 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data forceNew: false
[junit4:junit4]   2> 1982 T1005 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index/
[junit4:junit4]   2> 1982 T1005 oasc.SolrCore.initIndex WARNING [00012_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1982 T1047 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1983 T1047 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> ASYNC  NEW_CORE C67 name=00003_core org.apache.solr.core.SolrCore@27592d22
[junit4:junit4]   2> 1984 T1003 C67 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@59cad432),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1984 T1003 C67 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1986 T1005 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index forceNew: false
[junit4:junit4]   2> 1990 T1047 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1996 T1053 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> ASYNC  NEW_CORE C68 name=00004_core org.apache.solr.core.SolrCore@b354d59
[junit4:junit4]   2> 1997 T1052 C68 REQ [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1999 T1004 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2006 T1003 C67 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id4]} 0 164
[junit4:junit4]   2> 2023 T1041 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2018 T1000 oasc.CoreMaps.putTransientCore Opening transient core 00008_core
[junit4:junit4]   2> 2024 T1000 oasc.CoreContainer.registerCore registering core: 00008_core
[junit4:junit4]   2> 2024 T1041 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2026 T1005 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73314549),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2026 T1005 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2031 T1048 oasc.CoreContainer.create Creating SolrCore '00016_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00016_core
[junit4:junit4]   2> 2032 T1048 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00016_core/'
[junit4:junit4]   2> 2034 T1042 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2036 T1042 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2037 T1042 oasc.SolrCore.<init> [00011_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/
[junit4:junit4]   2> 2037 T1042 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 2039 T1042 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2040 T1002 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> ASYNC  NEW_CORE C69 name=00008_core org.apache.solr.core.SolrCore@1cd3bd82
[junit4:junit4]   2> 2046 T1057 C69 REQ [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2047 T1005 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2051 T1005 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2051 T1005 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2052 T1005 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2056 T1042 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data forceNew: false
[junit4:junit4]   2> 2057 T1042 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index/
[junit4:junit4]   2> 2058 T1042 oasc.SolrCore.initIndex WARNING [00011_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2067 T1059 C68 REQ [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2073 T1041 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2074 T1042 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index forceNew: false
[junit4:junit4]   2> 2084 T1005 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2086 T1062 C68 REQ [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2087 T1004 oass.SolrIndexSearcher.<init> Opening Searcher@b6481b0 main
[junit4:junit4]   2> 2088 T1004 oasc.SolrCore.registerSearcher [00010_core] Registered new searcher Searcher@b6481b0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2103 T1004 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2104 T1004 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2110 T1004 oasc.CoreMaps.putTransientCore Opening transient core 00010_core
[junit4:junit4]   2> 2110 T1004 oasc.CoreContainer.registerCore registering core: 00010_core
[junit4:junit4]   2> 2134 T1001 C66 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@113eb097),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2135 T1001 C66 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2137 T1050 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2138 T1050 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2142 T1038 oass.SolrIndexSearcher.<init> Opening Searcher@5658afe1 main
[junit4:junit4]   2> 2143 T1050 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2143 T1038 oasc.SolrCore.registerSearcher [00017_core] Registered new searcher Searcher@5658afe1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2144 T1038 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2144 T1038 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2153 T1000 C69 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d307ef8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2154 T1003 oasc.CoreContainer.create Creating SolrCore '00005_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00005_core
[junit4:junit4]   2> 2154 T1000 C69 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2156 T1003 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00005_core/'
[junit4:junit4]   2> 2160 T1001 C66 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id3]} 0 162
[junit4:junit4]   2> 2167 T1000 C69 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id1]} 0 94
[junit4:junit4]   2> 2169 T1038 oasc.CoreMaps.putTransientCore Opening transient core 00017_core
[junit4:junit4]   2> 2170 T1038 oasc.CoreContainer.registerCore registering core: 00017_core
[junit4:junit4]   2> 2180 T1039 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2182 T1039 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> ASYNC  NEW_CORE C70 name=00017_core org.apache.solr.core.SolrCore@5d3bd913
[junit4:junit4]   2> 2183 T1044 C70 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2201 T1000 C66 REQ [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C71 name=00010_core org.apache.solr.core.SolrCore@71423f68
[junit4:junit4]   2> 2204 T1049 C71 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b5ac06e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2206 T1049 C71 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2211 T1042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c89371a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2212 T1042 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2216 T1039 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2211 T1049 C71 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id15]} 0 82
[junit4:junit4]   2> 2226 T1004 C71 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id5]} 0 26
[junit4:junit4]   2> 2232 T1004 oasc.CoreContainer.create Creating SolrCore '00013_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00013_core
[junit4:junit4]   2> 2234 T1004 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00013_core/'
[junit4:junit4]   2> 2236 T1001 C71 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id20]} 0 0
[junit4:junit4]   2> 2238 T1005 oass.SolrIndexSearcher.<init> Opening Searcher@4ce67c1e main
[junit4:junit4]   2> 2253 T1005 oasc.SolrCore.registerSearcher [00012_core] Registered new searcher Searcher@4ce67c1e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2253 T1005 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2254 T1005 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2259 T1005 oasc.CoreMaps.putTransientCore Opening transient core 00012_core
[junit4:junit4]   2> 2260 T1005 oasc.CoreContainer.registerCore registering core: 00012_core
[junit4:junit4]   2> 2246 T1041 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2244 T1042 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2541 T1042 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2542 T1042 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2542 T1042 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2242 T1000 C69 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id21]} 0 1
[junit4:junit4]   2> 2538 T1049 C67 REQ [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2555 T1039 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2562 T1042 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2567 T1039 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2568 T1039 oasc.SolrCore.<init> [00007_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00007_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/
[junit4:junit4]   2> 2568 T1039 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 2569 T1039 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2574 T1039 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data forceNew: false
[junit4:junit4]   2> 2574 T1039 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index/
[junit4:junit4]   2> 2575 T1039 oasc.SolrCore.initIndex WARNING [00007_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2576 T1039 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index forceNew: false
[junit4:junit4]   2> 2584 T1039 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@29cc9389),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2585 T1039 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2591 T1038 C70 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c77da7e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2591 T1038 C70 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2593 T1038 C70 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id7]} 0 14
[junit4:junit4]   2> 2588 T1039 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2597 T1039 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2598 T1053 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2598 T1039 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2599 T1039 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2600 T1053 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2600 T1053 oasc.SolrCore.<init> [00019_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00019_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/
[junit4:junit4]   2> 2601 T1053 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 2602 T1053 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2615 T1053 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data forceNew: false
[junit4:junit4]   2> 2615 T1053 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index/
[junit4:junit4]   2> 2616 T1053 oasc.SolrCore.initIndex WARNING [00019_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2618 T1039 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2632 T1047 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2633 T1041 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2635 T1041 oasc.SolrCore.<init> [00014_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00014_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/
[junit4:junit4]   2> 2635 T1041 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 2636 T1041 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2639 T1042 oass.SolrIndexSearcher.<init> Opening Searcher@49c8f247 main
[junit4:junit4]   2> 2640 T1042 oasc.SolrCore.registerSearcher [00011_core] Registered new searcher Searcher@49c8f247 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2640 T1048 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2640 T1042 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2641 T1042 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2646 T1047 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2646 T1042 oasc.CoreMaps.putTransientCore Opening transient core 00011_core
[junit4:junit4]   2> 2647 T1047 oasc.SolrCore.<init> [00000_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00000_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/
[junit4:junit4]   2> 2647 T1047 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 2648 T1047 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2647 T1042 oasc.CoreContainer.registerCore registering core: 00011_core
[junit4:junit4]   2> 2652 T1041 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data forceNew: false
[junit4:junit4]   2> 2657 T1041 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index/
[junit4:junit4]   2> 2659 T1049 oasc.CoreContainer.create Creating SolrCore '00018_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00018_core
[junit4:junit4]   2> 2660 T1049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00018_core/'
[junit4:junit4]   2> 2660 T1040 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 2661 T1040 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2658 T1041 oasc.SolrCore.initIndex WARNING [00014_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2670 T1002 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2672 T1002 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2672 T1002 oasc.SolrCore.<init> [00015_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00015_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/
[junit4:junit4]   2> 2673 T1002 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 2674 T1002 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2675 T1053 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index forceNew: false
[junit4:junit4]   2> ASYNC  NEW_CORE C72 name=00011_core org.apache.solr.core.SolrCore@3fd7ada9
[junit4:junit4]   2> 2675 T1062 C72 REQ [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2678 T1041 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index forceNew: false
[junit4:junit4]   2> 2694 T1040 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 2708 T1054 C70 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C73 name=00012_core org.apache.solr.core.SolrCore@46acd739
[junit4:junit4]   2> 2725 T1059 C73 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73314549),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2726 T1059 C73 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2728 T1002 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data forceNew: false
[junit4:junit4]   2> 2729 T1002 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index/
[junit4:junit4]   2> 2729 T1002 oasc.SolrCore.initIndex WARNING [00015_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2733 T1002 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index forceNew: false
[junit4:junit4]   2> 2737 T1059 C73 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id18]} 0 204
[junit4:junit4]   2> 2739 T1041 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6dc4f6a1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2739 T1041 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2742 T1038 C69 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id24]} 0 1
[junit4:junit4]   2> 2743 T1050 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2745 T1050 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2745 T1050 oasc.SolrCore.<init> [00002_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00002_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/
[junit4:junit4]   2> 2746 T1050 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 2747 T1041 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2749 T1041 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2750 T1041 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2751 T1041 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2736 T1039 oass.SolrIndexSearcher.<init> Opening Searcher@54a21d65 main
[junit4:junit4]   2> 2756 T1039 oasc.SolrCore.registerSearcher [00007_core] Registered new searcher Searcher@54a21d65 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2756 T1041 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2791 T1047 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data forceNew: false
[junit4:junit4]   2> 2769 T1053 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61b17745),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2791 T1053 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2759 T1050 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 2794 T1053 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2797 T1053 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2797 T1053 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2798 T1053 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2803 T1053 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2805 T1050 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data forceNew: false
[junit4:junit4]   2> 2806 T1050 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index/
[junit4:junit4]   2> 2807 T1050 oasc.SolrCore.initIndex WARNING [00002_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2808 T1047 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index/
[junit4:junit4]   2> 2809 T1050 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index forceNew: false
[junit4:junit4]   2> 2808 T1047 oasc.SolrCore.initIndex WARNING [00000_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2823 T1054 C73 REQ [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2757 T1039 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2843 T1039 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2881 T1050 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f82658f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2884 T1050 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2886 T1050 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2888 T1050 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2889 T1050 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2890 T1050 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2893 T1004 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 2894 T1050 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2867 T1047 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index forceNew: false
[junit4:junit4]   2> 2858 T1053 oass.SolrIndexSearcher.<init> Opening Searcher@5c7f8599 main
[junit4:junit4]   2> 2899 T1042 C72 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c89371a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2900 T1042 C72 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2910 T1050 oass.SolrIndexSearcher.<init> Opening Searcher@76ff991 main
[junit4:junit4]   2> 2911 T1050 oasc.SolrCore.registerSearcher [00002_core] Registered new searcher Searcher@76ff991 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2911 T1050 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2912 T1050 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2917 T1042 C72 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id12]} 0 212
[junit4:junit4]   2> 2899 T1053 oasc.SolrCore.registerSearcher [00019_core] Registered new searcher Searcher@5c7f8599 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2919 T1053 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2921 T1053 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2937 T1039 oasc.CoreMaps.putTransientCore Opening transient core 00007_core
[junit4:junit4]   2> 2939 T1057 C73 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id17]} 0 316
[junit4:junit4]   2> 2939 T1046 C73 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id11]} 0 314
[junit4:junit4]   2> 2940 T1005 C73 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id6]} 0 346
[junit4:junit4]   2> 2944 T1050 oasc.CoreMaps.putTransientCore Opening transient core 00002_core
[junit4:junit4]   2> 2944 T1050 oasc.CoreContainer.registerCore registering core: 00002_core
[junit4:junit4]   2> 2937 T1039 oasc.CoreContainer.registerCore registering core: 00007_core
[junit4:junit4]   2> 2974 T1059 C67 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id28]} 0 1
[junit4:junit4]   2> 2976 T1062 C68 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a809fea),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2977 T1062 C68 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2981 T1042 C73 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id30]} 0 1
[junit4:junit4]   2> 2982 T1002 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14079543),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2982 T1002 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C74 name=00002_core org.apache.solr.core.SolrCore@7ec21f4c
[junit4:junit4]   2> 2983 T1050 C74 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 2987 T1002 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 2989 T1002 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 2990 T1047 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@453521ec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2991 T1047 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2992 T1002 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 2993 T1002 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2994 T1062 C68 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id25]} 0 220
[junit4:junit4]   2> 3000 T1053 oasc.CoreMaps.putTransientCore Opening transient core 00019_core
[junit4:junit4]   2> 3000 T1053 oasc.CoreContainer.registerCore registering core: 00019_core
[junit4:junit4]   2> 3003 T1047 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3006 T1047 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3007 T1047 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3008 T1047 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3011 T1059 C71 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id27]} 0 1
[junit4:junit4]   2> 3011 T1006 oasc.SolrCore.close [00017_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@5d3bd913
[junit4:junit4]   2> 3010 T1044 C74 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3016 T1057 C74 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f82658f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3020 T1057 C74 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3027 T1006 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 3027 T1041 oass.SolrIndexSearcher.<init> Opening Searcher@27c8bfa4 main
[junit4:junit4]   2> 3028 T1041 oasc.SolrCore.registerSearcher [00014_core] Registered new searcher Searcher@27c8bfa4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3029 T1041 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3034 T1041 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3033 T1050 C68 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id33]} 0 16
[junit4:junit4]   2> 3031 T1006 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 3038 T1006 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3038 T1006 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 3039 T1057 C74 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id31]} 0 49
[junit4:junit4]   2> 3047 T1041 oasc.CoreMaps.putTransientCore Opening transient core 00014_core
[junit4:junit4]   2> 3047 T1041 oasc.CoreContainer.registerCore registering core: 00014_core
[junit4:junit4]   2> 3049 T1059 oasc.CoreContainer.create Creating SolrCore '00009_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00009_core
[junit4:junit4]   2> 3050 T1059 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00009_core/'
[junit4:junit4]   2> 3069 T1002 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> ASYNC  NEW_CORE C75 name=00014_core org.apache.solr.core.SolrCore@2dfbba12
[junit4:junit4]   2> 3117 T1041 C75 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C76 name=00019_core org.apache.solr.core.SolrCore@4c0e62f8
[junit4:junit4]   2> 3129 T1060 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3132 T1052 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C77 name=00007_core org.apache.solr.core.SolrCore@2bd90252
[junit4:junit4]   2> 3136 T1045 C77 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3137 T1061 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3140 T1003 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3140 T1047 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3153 T1044 C77 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3194 T1002 oass.SolrIndexSearcher.<init> Opening Searcher@6a320544 main
[junit4:junit4]   2> 3195 T1002 oasc.SolrCore.registerSearcher [00015_core] Registered new searcher Searcher@6a320544 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3196 T1002 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3196 T1002 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3203 T1047 oass.SolrIndexSearcher.<init> Opening Searcher@19be3a82 main
[junit4:junit4]   2> 3203 T1002 oasc.CoreMaps.putTransientCore Opening transient core 00015_core
[junit4:junit4]   2> 3204 T1002 oasc.CoreContainer.registerCore registering core: 00015_core
[junit4:junit4]   2> 3210 T1047 oasc.SolrCore.registerSearcher [00000_core] Registered new searcher Searcher@19be3a82 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3211 T1047 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3211 T1047 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3218 T1047 oasc.CoreMaps.putTransientCore Opening transient core 00000_core
[junit4:junit4]   2> 3219 T1047 oasc.CoreContainer.registerCore registering core: 00000_core
[junit4:junit4]   2> 3234 T1040 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3236 T1040 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3237 T1040 oasc.SolrCore.<init> [00001_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00001_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/
[junit4:junit4]   2> 3237 T1040 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 3238 T1040 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3247 T1039 C77 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@29cc9389),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3248 T1039 C77 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3251 T1041 C74 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C78 name=00015_core org.apache.solr.core.SolrCore@67384ff1
[junit4:junit4]   2> 3251 T1043 C78 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C79 name=00000_core org.apache.solr.core.SolrCore@20cb6d74
[junit4:junit4]   2> 3252 T1057 C79 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3253 T1041 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3256 T1039 C77 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id8]} 0 154
[junit4:junit4]   2> 3257 T1051 C75 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6dc4f6a1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3258 T1051 C75 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3262 T1062 C77 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id34]} 0 143
[junit4:junit4]   2> 3269 T1006 C70 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c77da7e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c77da7e),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 3269 T1006 C70 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 3270 T1053 C76 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61b17745),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3271 T1053 C76 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3288 T1049 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3291 T1044 C76 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id36]} 0 28
[junit4:junit4]   2> 3294 T1053 C76 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id13]} 0 174
[junit4:junit4]   2> 3295 T1048 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3296 T1048 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3320 T1047 C79 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3325 T1006 oasc.SolrCore.closeSearcher [00017_core] Closing main searcher on request.
[junit4:junit4]   2> 3328 T1052 C78 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14079543),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3329 T1052 C78 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3328 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index
[junit4:junit4]   2> 3330 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index
[junit4:junit4]   2> 3330 T1040 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data forceNew: false
[junit4:junit4]   2> 3332 T1000 C79 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@453521ec),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3332 T1040 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index/
[junit4:junit4]   2> 3333 T1040 oasc.SolrCore.initIndex WARNING [00001_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3332 T1000 C79 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3340 T1048 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3342 T1051 C75 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id14]} 0 183
[junit4:junit4]   2> 3353 T1052 C78 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id37]} 0 88
[junit4:junit4]   2> 3353 T1002 C78 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id2]} 0 17
[junit4:junit4]   2> 3359 T1041 C67 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id40]} 0 3
[junit4:junit4]   2> 3361 T1062 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3361 T1000 C79 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id23]} 0 134
[junit4:junit4]   2> 3364 T1044 C78 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3375 T1039 C75 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id41]} 0 15
[junit4:junit4]   2> 3378 T1040 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index forceNew: false
[junit4:junit4]   2> 3378 T1045 C77 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id45]} 0 0
[junit4:junit4]   2> 3382 T1051 C78 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id46]} 0 0
[junit4:junit4]   2> 3395 T1052 C79 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id47]} 0 10
[junit4:junit4]   2> 3400 T1044 C68 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id48]} 0 1
[junit4:junit4]   2> 3404 T1039 C76 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id49]} 0 1
[junit4:junit4]   2> 3404 T1040 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5aa370c7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3406 T1040 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3408 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data
[junit4:junit4]   2> 3408 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data
[junit4:junit4]   2> 3409 T1006 oasc.SolrCore.close [00006_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@33d6bcb
[junit4:junit4]   2> 3412 T1053 oasc.CoreContainer.create Creating SolrCore '00017_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core
[junit4:junit4]   2> 3412 T1040 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3412 T1053 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core/'
[junit4:junit4]   2> 3414 T1040 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3415 T1040 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3417 T1040 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3423 T1006 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 3423 T1006 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 3424 T1006 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3424 T1006 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 3471 T1044 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3478 T1040 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3500 T1040 oass.SolrIndexSearcher.<init> Opening Searcher@4ce01554 main
[junit4:junit4]   2> 3501 T1040 oasc.SolrCore.registerSearcher [00001_core] Registered new searcher Searcher@4ce01554 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3502 T1040 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3502 T1040 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3508 T1040 oasc.CoreMaps.putTransientCore Opening transient core 00001_core
[junit4:junit4]   2> 3508 T1040 oasc.CoreContainer.registerCore registering core: 00001_core
[junit4:junit4]   2> ASYNC  NEW_CORE C80 name=00001_core org.apache.solr.core.SolrCore@70110075
[junit4:junit4]   2> 3545 T1056 C80 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3555 T1059 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3584 T1004 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3585 T1004 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3589 T1004 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3648 T1004 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3657 T1004 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3658 T1004 oasc.SolrCore.<init> [00013_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00013_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/
[junit4:junit4]   2> 3658 T1004 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 3659 T1004 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3678 T1055 C80 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3681 T1004 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data forceNew: false
[junit4:junit4]   2> 3682 T1004 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index/
[junit4:junit4]   2> 3682 T1004 oasc.SolrCore.initIndex WARNING [00013_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3683 T1004 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index forceNew: false
[junit4:junit4]   2> 3688 T1046 C80 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3695 T1000 C80 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3695 T1006 C66 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@113eb097),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@113eb097),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 3696 T1006 C66 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 3720 T1006 oasc.SolrCore.closeSearcher [00006_core] Closing main searcher on request.
[junit4:junit4]   2> 3720 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index
[junit4:junit4]   2> 3720 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index
[junit4:junit4]   2> 3751 T1003 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3752 T1003 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3791 T1048 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3793 T1048 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3794 T1048 oasc.SolrCore.<init> [00016_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00016_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/
[junit4:junit4]   2> 3794 T1048 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 3805 T1003 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 3815 T1053 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 3824 T1056 C77 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3825 T1056 C75 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 3828 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data
[junit4:junit4]   2> 3828 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data
[junit4:junit4]   2> 3843 T1048 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3844 T1006 oasc.SolrCore.close [00011_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@3fd7ada9
[junit4:junit4]   2> 3851 T1006 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 3852 T1006 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 3852 T1006 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 3853 T1006 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 3859 T1058 C80 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5aa370c7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3864 T1058 C80 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3876 T1058 C80 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id10]} 0 167
[junit4:junit4]   2> 3904 T1001 C80 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id22]} 0 182
[junit4:junit4]   2> 3906 T1040 C80 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id9]} 0 196
[junit4:junit4]   2> 3940 T1048 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data forceNew: false
[junit4:junit4]   2> 3946 T1048 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index/
[junit4:junit4]   2> 3946 T1048 oasc.SolrCore.initIndex WARNING [00016_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3951 T1058 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 3954 T1048 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index forceNew: false
[junit4:junit4]   2> 3955 T1003 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3956 T1003 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3957 T1003 oasc.SolrCore.<init> [00005_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00005_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/
[junit4:junit4]   2> 3958 T1003 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 3958 T1003 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 3959 T1003 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data forceNew: false
[junit4:junit4]   2> 3960 T1003 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index/
[junit4:junit4]   2> 3960 T1003 oasc.SolrCore.initIndex WARNING [00005_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3961 T1003 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index forceNew: false
[junit4:junit4]   2> 3979 T1004 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8678636),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3979 T1004 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3984 T1004 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 3987 T1004 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 3988 T1004 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 3988 T1004 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3995 T1004 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3996 T1049 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 3996 T1049 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4000 T1003 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cf0deb5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4000 T1048 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@52da37d8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4001 T1003 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4001 T1048 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4012 T1048 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 4014 T1003 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 4015 T1048 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 4016 T1048 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 4019 T1048 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4023 T1003 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 4023 T1003 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 4024 T1003 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4028 T1003 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4053 T1059 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 4054 T1059 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4054 T1049 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 4058 T1040 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 4059 T1048 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4065 T1059 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 4072 T1004 oass.SolrIndexSearcher.<init> Opening Searcher@c361f9c main
[junit4:junit4]   2> 4074 T1004 oasc.SolrCore.registerSearcher [00013_core] Registered new searcher Searcher@c361f9c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4074 T1004 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4075 T1004 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4079 T1048 oass.SolrIndexSearcher.<init> Opening Searcher@13577a53 main
[junit4:junit4]   2> 4080 T1048 oasc.SolrCore.registerSearcher [00016_core] Registered new searcher Searcher@13577a53 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4082 T1048 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4082 T1048 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4084 T1004 oasc.CoreMaps.putTransientCore Opening transient core 00013_core
[junit4:junit4]   2> 4084 T1004 oasc.CoreContainer.registerCore registering core: 00013_core
[junit4:junit4]   2> 4092 T1048 oasc.CoreMaps.putTransientCore Opening transient core 00016_core
[junit4:junit4]   2> 4134 T1003 oass.SolrIndexSearcher.<init> Opening Searcher@508e2d21 main
[junit4:junit4]   2> 4136 T1003 oasc.SolrCore.registerSearcher [00005_core] Registered new searcher Searcher@508e2d21 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4136 T1003 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4136 T1003 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> ASYNC  NEW_CORE C81 name=00013_core org.apache.solr.core.SolrCore@622a11f3
[junit4:junit4]   2> 4141 T1004 C81 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8678636),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4141 T1004 C81 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4093 T1048 oasc.CoreContainer.registerCore registering core: 00016_core
[junit4:junit4]   2> 4184 T1058 oasc.CoreContainer.create Creating SolrCore '00006_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core
[junit4:junit4]   2> 4185 T1058 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core/'
[junit4:junit4]   2> 4186 T1004 C81 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id19]} 0 95
[junit4:junit4]   2> 4189 T1006 C72 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c89371a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c89371a),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 4189 T1006 C72 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 4184 T1003 oasc.CoreMaps.putTransientCore Opening transient core 00005_core
[junit4:junit4]   2> 4191 T1003 oasc.CoreContainer.registerCore registering core: 00005_core
[junit4:junit4]   2> 4200 T1006 oasc.SolrCore.closeSearcher [00011_core] Closing main searcher on request.
[junit4:junit4]   2> 4203 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data
[junit4:junit4]   2> 4204 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data
[junit4:junit4]   2> 4206 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index
[junit4:junit4]   2> 4206 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index
[junit4:junit4]   2> ASYNC  NEW_CORE C82 name=00005_core org.apache.solr.core.SolrCore@256a905c
[junit4:junit4]   2> 4244 T1000 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4249 T1043 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C83 name=00016_core org.apache.solr.core.SolrCore@5f4f58dc
[junit4:junit4]   2> 4254 T1054 C83 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 4254 T1003 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4227 T1053 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 4257 T1053 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4261 T1006 oasc.SolrCore.close [00008_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@1cd3bd82
[junit4:junit4]   2> 4263 T1001 oasc.CoreContainer.create Creating SolrCore '00011_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core
[junit4:junit4]   2> 4263 T1001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core/'
[junit4:junit4]   2> 4285 T1006 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=3,adds=3,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 4286 T1006 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4295 T1006 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4295 T1006 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4289 T1048 C83 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@52da37d8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4297 T1048 C83 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4312 T1048 C83 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id16]} 0 103
[junit4:junit4]   2> 4320 T1053 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 4335 T1049 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4337 T1049 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 4350 T1038 C83 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id26]} 0 97
[junit4:junit4]   2> 4358 T1045 C83 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id50]} 0 120
[junit4:junit4]   2> 4359 T1000 C83 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id55]} 0 2
[junit4:junit4]   2> 4362 T1049 oasc.SolrCore.<init> [00018_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00018_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/
[junit4:junit4]   2> 4362 T1043 C79 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4362 T1049 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 4363 T1049 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 4364 T1054 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4365 T1054 C78 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id57]} 0 0
[junit4:junit4]   2> 4366 T1049 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data forceNew: false
[junit4:junit4]   2> 4362 T1045 C76 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id56]} 0 2
[junit4:junit4]   2> 4367 T1049 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index/
[junit4:junit4]   2> 4364 T1043 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 4369 T1054 C76 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id58]} 0 1
[junit4:junit4]   2> 4372 T1049 oasc.SolrCore.initIndex WARNING [00018_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4376 T1049 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index forceNew: false
[junit4:junit4]   2> 4405 T1059 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4406 T1059 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 4407 T1059 oasc.SolrCore.<init> [00009_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00009_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/
[junit4:junit4]   2> 4407 T1059 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 4408 T1059 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 4411 T1059 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data forceNew: false
[junit4:junit4]   2> 4412 T1059 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index/
[junit4:junit4]   2> 4413 T1059 oasc.SolrCore.initIndex WARNING [00009_core] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4415 T1059 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index forceNew: false
[junit4:junit4]   2> 4427 T1055 C83 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id52]} 0 195
[junit4:junit4]   2> 4429 T1062 C83 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id42]} 0 182
[junit4:junit4]   2> 4430 T1043 C82 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cf0deb5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4430 T1003 C83 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id61]} 0 32
[junit4:junit4]   2> 4434 T1038 C80 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id63]} 0 1
[junit4:junit4]   2> 4441 T1049 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78e87fc9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4442 T1049 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4445 T1049 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 4448 T1059 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@29f7831),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4448 T1059 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4462 T1049 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 4463 T1049 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 4463 T1049 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4466 T1043 C82 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4470 T1055 C68 REQ [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 4471 T1059 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 4474 T1059 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 4474 T1059 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 4475 T1062 C76 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4476 T1062 C78 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4475 T1059 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4482 T1049 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4482 T1059 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4485 T1006 C69 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d307ef8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@d307ef8),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 4486 T1006 C69 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 4487 T1043 C82 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id59]} 0 118
[junit4:junit4]   2> 4493 T1048 C82 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id62]} 0 58
[junit4:junit4]   2> 4494 T1045 C82 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id64]} 0 58
[junit4:junit4]   2> 4497 T1006 oasc.SolrCore.closeSearcher [00008_core] Closing main searcher on request.
[junit4:junit4]   2> 4497 T1055 C68 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id67]} 0 1
[junit4:junit4]   2> 4497 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index
[junit4:junit4]   2> 4498 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index
[junit4:junit4]   2> 4503 T1058 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 4503 T1003 C80 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id69]} 0 0
[junit4:junit4]   2> 4508 T1059 oass.SolrIndexSearcher.<init> Opening Searcher@1380f33a main
[junit4:junit4]   2> 4510 T1059 oasc.SolrCore.registerSearcher [00009_core] Registered new searcher Searcher@1380f33a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4510 T1059 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4511 T1059 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4511 T1001 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 4517 T1059 oasc.CoreMaps.putTransientCore Opening transient core 00009_core
[junit4:junit4]   2> 4518 T1059 oasc.CoreContainer.registerCore registering core: 00009_core
[junit4:junit4]   2> 4526 T1049 oass.SolrIndexSearcher.<init> Opening Searcher@67251675 main
[junit4:junit4]   2> 4528 T1049 oasc.SolrCore.registerSearcher [00018_core] Registered new searcher Searcher@67251675 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4528 T1049 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4529 T1049 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> ASYNC  NEW_CORE C84 name=00009_core org.apache.solr.core.SolrCore@52ebd4ee
[junit4:junit4]   2> 4533 T1061 C84 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4534 T1049 oasc.CoreMaps.putTransientCore Opening transient core 00018_core
[junit4:junit4]   2> 4535 T1049 oasc.CoreContainer.registerCore registering core: 00018_core
[junit4:junit4]   2> 4557 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data
[junit4:junit4]   2> 4558 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data
[junit4:junit4]   2> 4559 T1006 oasc.SolrCore.close [00012_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@46acd739
[junit4:junit4]   2> ASYNC  NEW_CORE C85 name=00018_core org.apache.solr.core.SolrCore@135b9bad
[junit4:junit4]   2> 4560 T1000 C85 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4561 T1056 oasc.CoreContainer.create Creating SolrCore '00008_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core
[junit4:junit4]   2> 4562 T1056 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core/'
[junit4:junit4]   2> 4577 T1045 C85 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4579 T1052 C85 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 4582 T1055 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4585 T1053 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4586 T1053 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 4587 T1053 oasc.SolrCore.<init> [00017_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00017_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/
[junit4:junit4]   2> 4587 T1053 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 4589 T1006 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=5,adds=5,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 4589 T1006 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4590 T1006 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4590 T1006 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4588 T1053 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 4592 T1053 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data forceNew: false
[junit4:junit4]   2> 4592 T1053 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index/
[junit4:junit4]   2> 4595 T1053 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 4598 T1053 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 4599 T1053 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 4600 T1053 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4653 T1049 C85 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 4653 T1051 C84 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4656 T1003 C81 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 4657 T1057 C85 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78e87fc9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4659 T1057 C85 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4664 T1053 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4667 T1059 C84 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@29f7831),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4667 T1059 C84 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4673 T1057 C85 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id44]} 0 101
[junit4:junit4]   2> 4676 T1005 C85 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id29]} 0 96
[junit4:junit4]   2> 4677 T1005 C80 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4680 T1053 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index forceNew: false
[junit4:junit4]   2> 4691 T1055 C84 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4691 T1052 C81 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4695 T1041 C84 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id43]} 0 89
[junit4:junit4]   2> 4698 T1000 C84 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id72]} 0 9
[junit4:junit4]   2> 4699 T1059 C84 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id35]} 0 128
[junit4:junit4]   2> 4703 T1061 C78 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id74]} 0 1
[junit4:junit4]   2> 4707 T1057 C85 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id76]} 0 0
[junit4:junit4]   2> 4718 T1056 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 4728 T1053 oass.SolrIndexSearcher.<init> Opening Searcher@4a59ebcb main
[junit4:junit4]   2> 4740 T1053 oasc.SolrCore.registerSearcher [00017_core] Registered new searcher Searcher@4a59ebcb main{StandardDirectoryReader(segments_2:3 _0(4.3):C1)}
[junit4:junit4]   2> 4740 T1053 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4741 T1053 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4747 T1053 oasc.CoreMaps.putTransientCore Opening transient core 00017_core
[junit4:junit4]   2> 4748 T1053 oasc.CoreContainer.registerCore registering core: 00017_core
[junit4:junit4]   2> 4761 T1051 C83 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C86 name=00017_core org.apache.solr.core.SolrCore@fac7b6d
[junit4:junit4]   2> 4762 T1044 C86 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 4774 T1048 C86 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 4775 T1039 C86 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 4781 T1046 C86 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 4789 T1050 C86 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 4789 T1042 C86 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3feaecb),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0_Lucene40_0.prx, _0.si, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 4790 T1042 C86 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0_Lucene40_0.prx, _0.si, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 4802 T1003 C86 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id73]} 0 22
[junit4:junit4]   2> 4807 T1047 C86 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id39]} 0 36
[junit4:junit4]   2> 4812 T1052 C81 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id78]} 0 3
[junit4:junit4]   2> 4813 T1053 C86 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id38]} 0 52
[junit4:junit4]   2> 4814 T1042 C86 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id32]} 0 55
[junit4:junit4]   2> 4817 T1045 C86 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id71]} 0 38
[junit4:junit4]   2> 4820 T1042 C76 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id81]} 0 0
[junit4:junit4]   2> 4822 T1039 C85 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id83]} 0 0
[junit4:junit4]   2> 4824 T1048 C80 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id82]} 0 0
[junit4:junit4]   2> 4826 T1061 C76 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id85]} 0 1
[junit4:junit4]   2> 4831 T1052 C78 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id87]} 0 1
[junit4:junit4]   2> 4831 T1047 C82 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id86]} 0 1
[junit4:junit4]   2> 4846 T1006 C73 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73314549),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73314549),segFN=segments_2,generation=2,filenames=[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 4847 T1006 C73 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_Lucene40_0.tim, _1_nrm.cfs, _0_Lucene40_0.tim, _0.fnm, _1_Lucene40_0.frq, _0_nrm.cfs, _0_Lucene40_0.prx, _1.fnm, _1_Lucene40_0.prx, _1_Lucene40_0.tip, _1_nrm.cfe, _0_Lucene40_0.tip, _1.fdx, _0_Lucene40_0.frq, _1.fdt, _1.si, _0_nrm.cfe, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4]   2> 4864 T1006 oasc.SolrCore.closeSearcher [00012_core] Closing main searcher on request.
[junit4:junit4]   2> 4865 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data
[junit4:junit4]   2> 4865 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data
[junit4:junit4]   2> 4865 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index
[junit4:junit4]   2> 4865 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00012_core/data/index
[junit4:junit4]   2> 4871 T1001 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 4871 T1042 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4872 T1001 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4872 T1039 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4879 T1046 C82 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4880 T1001 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 4883 T1061 C83 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4896 T1058 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 4896 T1058 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4909 T1006 oasc.SolrCore.close [00010_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@71423f68
[junit4:junit4]   2> 4912 T1050 oasc.CoreContainer.create Creating SolrCore '00012_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core
[junit4:junit4]   2> 4912 T1050 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00012_core/'
[junit4:junit4]   2> 4916 T1006 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=4,adds=4,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 4917 T1006 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 4917 T1006 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 4918 T1006 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 4916 T1058 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 4976 T1047 C84 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 4979 T1056 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 4979 T1056 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4984 T1056 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 4988 T1046 C80 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 5009 T1006 C71 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b5ac06e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b5ac06e),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 5010 T1006 C71 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 5023 T1006 oasc.SolrCore.closeSearcher [00010_core] Closing main searcher on request.
[junit4:junit4]   2> 5023 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index
[junit4:junit4]   2> 5024 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data/index
[junit4:junit4]   2> 5027 T1058 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5029 T1058 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 5030 T1058 oasc.SolrCore.<init> [00006_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00006_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/
[junit4:junit4]   2> 5030 T1058 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 5031 T1058 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 5033 T1058 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data forceNew: false
[junit4:junit4]   2> 5034 T1058 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index/
[junit4:junit4]   2> 5035 T1058 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 5039 T1058 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 5039 T1001 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5040 T1058 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 5041 T1058 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5041 T1001 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 5042 T1001 oasc.SolrCore.<init> [00011_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00011_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/
[junit4:junit4]   2> 5042 T1001 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 5043 T1001 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 5044 T1001 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data forceNew: false
[junit4:junit4]   2> 5044 T1001 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index/
[junit4:junit4]   2> 5045 T1001 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 5047 T1001 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 5048 T1001 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 5048 T1001 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5051 T1006 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data
[junit4:junit4]   2> 5052 T1006 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00010_core/data
[junit4:junit4]   2> 5052 T1006 oasc.SolrCore.close [00002_core]  CLOSING SolrCore org.apache.solr.core.SolrCore@7ec21f4c
[junit4:junit4]   2> 5053 T1050 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 5056 T1040 oasc.CoreContainer.create Creating SolrCore '00010_core' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core
[junit4:junit4]   2> 5056 T1040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00010_core/'
[junit4:junit4]   2> 5066 T1006 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 5067 T1001 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5075 T1056 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5076 T1056 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 5077 T1056 oasc.SolrCore.<init> [00008_core] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./OpenCloseCoreStressTest_/00008_core/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/
[junit4:junit4]   2> 5077 T1056 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f342545
[junit4:junit4]   2> 5078 T1056 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 5081 T1056 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data forceNew: false
[junit4:junit4]   2> 5081 T1056 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index/
[junit4:junit4]   2> 5082 T1056 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 5084 T1006 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 5085 T1006 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 5085 T1006 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 5085 T1056 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 5086 T1056 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 5087 T1056 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5090 T1056 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5093 T1001 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index forceNew: false
[junit4:junit4]   2> 5117 T1058 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5120 T1056 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00008_core/data/index forceNew: false
[junit4:junit4]   2> 5124 T1001 oass.SolrIndexSearcher.<init> Opening Searcher@43aa735f main
[junit4:junit4]   2> 5125 T1001 oasc.SolrCore.registerSearcher [00011_core] Registered new searcher Searcher@43aa735f main{StandardDirectoryReader(segments_2:3 _0(4.3):C1)}
[junit4:junit4]   2> 5126 T1001 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5126 T1001 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5132 T1001 oasc.CoreMaps.putTransientCore Opening transient core 00011_core
[junit4:junit4]   2> 5133 T1001 oasc.CoreContainer.registerCore registering core: 00011_core
[junit4:junit4]   2> ASYNC  NEW_CORE C87 name=00011_core org.apache.solr.core.SolrCore@6c05b57b
[junit4:junit4]   2> 5145 T1060 C87 REQ [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 5154 T1048 C87 REQ [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 5156 T1002 C87 REQ [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 5180 T1056 oass.SolrIndexSearcher.<init> Opening Searcher@14f8bb7e main
[junit4:junit4]   2> 5182 T1056 oasc.SolrCore.registerSearcher [00008_core] Registered new searcher Searcher@14f8bb7e main{StandardDirectoryReader(segments_2:3 _0(4.3):C3)}
[junit4:junit4]   2> 5183 T1056 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5183 T1056 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5191 T1040 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 5193 T1056 oasc.CoreMaps.putTransientCore Opening transient core 00008_core
[junit4:junit4]   2> 5194 T1056 oasc.CoreContainer.registerCore registering core: 00008_core
[junit4:junit4]   2> ASYNC  NEW_CORE C88 name=00008_core org.apache.solr.core.SolrCore@69513ba9
[junit4:junit4]   2> 5226 T1046 C88 REQ [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 5230 T1049 C88 REQ [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 5232 T1001 C87 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ddbeafc),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0_Lucene40_0.prx, _0.si, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 5233 T1001 C87 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0_Lucene40_0.prx, _0.si, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4]   2> 5235 T1058 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/OpenCloseCoreStressTest_/00006_core/data/index forceNew: false
[junit4:junit4]   2> 5236 T1001 C87 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id53]} 0 84
[junit4:junit4]   2> 5241 T1045 C87 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id89]} 0 89
[junit4:junit4]   2> 5245 T1047 C84 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id90]} 0 0
[junit4:junit4]   2> 5254 T1060 C82 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id91]} 0 1
[junit4:junit4]   2> 5254 T1048 C85 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 5261 T1046 C84 REQ [00009_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 5261 T1049 C81 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 5264 T1045 C81 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id93]} 0 1
[junit4:junit4]   2> 5273 T1056 C88 oasc.SolrDeletionPolicy.onInit SolrDeletionPolic

[...truncated too long message...]

Suggestions, TestCodecSupport, TestJoin, TestIBSimilarityFactory, PathHierarchyTokenizerFactoryTest, TestDistributedSearch, CachingDirectoryFactoryTest, TestDynamicFieldCollectionResource, TestOmitPositions, SolrRequestParserTest, ShowFileRequestHandlerTest, QueryEqualityTest, UpdateRequestProcessorFactoryTest, LegacyHTMLStripCharFilterTest, SpellCheckCollatorTest, StatelessScriptUpdateProcessorFactoryTest, TestPerFieldSimilarity, OverseerCollectionProcessorTest, TestXIncludeConfig, SliceStateTest, TestSort, IndexSchemaTest, TestZkChroot, SolrIndexSplitterTest, SpatialFilterTest, TestDefaultSimilarityFactory, BinaryUpdateRequestHandlerTest, QueryElevationComponentTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ClusterStateUpdateTest -Dtests.seed=B6418EE56B0CCA52 -Dtests.slow=true -Dtests.locale=hi_IN -Dtests.timezone=America/Argentina/Buenos_Aires -Dtests.file.encoding=MacRoman
[junit4:junit4] ERROR   0.00s | ClusterStateUpdateTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5169, name=coreLoadExecutor-2955-thread-1, state=RUNNABLE, group=TGRP-ClusterStateUpdateTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1503)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@24e416a9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6dfbe040)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	... 1 more
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5169, name=coreLoadExecutor-2955-thread-1, state=RUNNABLE, group=TGRP-ClusterStateUpdateTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1503)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
[junit4:junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:62)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:500)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ee42c08 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19877cbc)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	... 1 more
[junit4:junit4] Completed in 29.83s, 1 test, 2 errors <<< FAILURES!

[...truncated 396 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 2 suite-level errors, 1 failure, 18 ignored (6 assumptions)

Total time: 77 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 310 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/310/
Java: 64bit/jdk1.6.0 -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([2F0BEDA1D4AEA46E:AEED63B9A3F1C452]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8754 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T4936 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /dq_wiy/l
[junit4:junit4]   2> 9 T4936 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363291759761
[junit4:junit4]   2> 11 T4936 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 12 T4937 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 16 T4937 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 16 T4937 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 16 T4937 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 17 T4937 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 21 T4937 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363291759760/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 113 T4936 oasc.ZkTestServer.run start zk server on port:52774
[junit4:junit4]   2> 115 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2c8c11db
[junit4:junit4]   2> 118 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 119 T4942 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 121 T4942 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 122 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52775
[junit4:junit4]   2> 122 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52775
[junit4:junit4]   2> 123 T4940 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 127 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0000 with negotiated timeout 10000 for client /127.0.0.1:52775
[junit4:junit4]   2> 128 T4942 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0000, negotiated timeout = 10000
[junit4:junit4]   2> 129 T4943 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c8c11db name:ZooKeeperConnection Watcher:127.0.0.1:52774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 129 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 130 T4936 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 134 T4941 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6a85649e0000
[junit4:junit4]   2> 139 T4943 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 139 T4938 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52775 which had sessionid 0x13d6a85649e0000
[junit4:junit4]   2> 142 T4936 oaz.ZooKeeper.close Session: 0x13d6a85649e0000 closed
[junit4:junit4]   2> 142 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@19c194f3
[junit4:junit4]   2> 143 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 144 T4944 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 145 T4944 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 146 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52776
[junit4:junit4]   2> 147 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52776
[junit4:junit4]   2> 148 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0001 with negotiated timeout 10000 for client /127.0.0.1:52776
[junit4:junit4]   2> 148 T4944 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0001, negotiated timeout = 10000
[junit4:junit4]   2> 149 T4945 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19c194f3 name:ZooKeeperConnection Watcher:127.0.0.1:52774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 149 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 150 T4936 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 156 T4936 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 162 T4936 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 167 T4936 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 174 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 175 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 184 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 185 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 192 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 193 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 200 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 203 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 213 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 214 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 220 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 221 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 228 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 230 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 236 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 237 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 244 T4936 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 245 T4936 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 252 T4941 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6a85649e0001
[junit4:junit4]   2> 254 T4938 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52776 which had sessionid 0x13d6a85649e0001
[junit4:junit4]   2> 254 T4936 oaz.ZooKeeper.close Session: 0x13d6a85649e0001 closed
[junit4:junit4]   2> 254 T4945 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 619 T4936 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 628 T4936 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52777
[junit4:junit4]   2> 630 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 631 T4936 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 631 T4936 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006
[junit4:junit4]   2> 632 T4936 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006/solr.xml
[junit4:junit4]   2> 632 T4936 oasc.CoreContainer.<init> New CoreContainer 748159769
[junit4:junit4]   2> 633 T4936 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006/'
[junit4:junit4]   2> 634 T4936 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006/'
[junit4:junit4]   2> 695 T4936 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 696 T4936 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 697 T4936 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 697 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 698 T4936 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 698 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 699 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 700 T4936 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 700 T4936 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 701 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 736 T4936 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 764 T4936 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52774/solr
[junit4:junit4]   2> 765 T4936 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 766 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1892379a
[junit4:junit4]   2> 768 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 770 T4955 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 772 T4955 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 773 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52778
[junit4:junit4]   2> 774 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52778
[junit4:junit4]   2> 776 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0002 with negotiated timeout 20000 for client /127.0.0.1:52778
[junit4:junit4]   2> 776 T4955 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0002, negotiated timeout = 20000
[junit4:junit4]   2> 777 T4956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1892379a name:ZooKeeperConnection Watcher:127.0.0.1:52774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 777 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 780 T4941 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6a85649e0002
[junit4:junit4]   2> 782 T4938 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52778 which had sessionid 0x13d6a85649e0002
[junit4:junit4]   2> 782 T4936 oaz.ZooKeeper.close Session: 0x13d6a85649e0002 closed
[junit4:junit4]   2> 783 T4956 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 783 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 803 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@78788d2d
[junit4:junit4]   2> 805 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 807 T4957 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 809 T4957 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 809 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52779
[junit4:junit4]   2> 811 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52779
[junit4:junit4]   2> 813 T4957 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0003, negotiated timeout = 20000
[junit4:junit4]   2> 813 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0003 with negotiated timeout 20000 for client /127.0.0.1:52779
[junit4:junit4]   2> 814 T4958 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78788d2d name:ZooKeeperConnection Watcher:127.0.0.1:52774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 814 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 818 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 821 T4936 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 825 T4936 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52777_dq_wiy%2Fl
[junit4:junit4]   2> 826 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52777_dq_wiy%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52777_dq_wiy%2Fl
[junit4:junit4]   2> 827 T4936 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52777_dq_wiy%2Fl
[junit4:junit4]   2> 833 T4936 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 843 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 845 T4936 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 850 T4936 oasc.Overseer.start Overseer (id=89344688768548867-127.0.0.1:52777_dq_wiy%2Fl-n_0000000000) starting
[junit4:junit4]   2> 851 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 853 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 855 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 857 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 860 T4960 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 861 T4936 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 868 T4936 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 873 T4936 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 880 T4959 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 886 T4961 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006/collection1
[junit4:junit4]   2> 886 T4961 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 889 T4961 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 889 T4961 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 892 T4961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006/collection1/'
[junit4:junit4]   2> 893 T4961 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 894 T4961 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006/collection1/lib/README' to classloader
[junit4:junit4]   2> 964 T4961 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1040 T4961 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1042 T4961 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1048 T4961 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1879 T4961 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1894 T4961 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1899 T4961 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1926 T4961 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1933 T4961 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1941 T4961 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1943 T4961 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1945 T4961 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1945 T4961 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1948 T4961 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1948 T4961 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1948 T4961 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1949 T4961 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363291760006/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/control/data/
[junit4:junit4]   2> 1949 T4961 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19fac852
[junit4:junit4]   2> 1950 T4961 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1950 T4961 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/control/data forceNew: false
[junit4:junit4]   2> 1951 T4961 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363291759760/control/data/index/
[junit4:junit4]   2> 1951 T4961 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363291759760/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1952 T4961 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/control/data/index forceNew: false
[junit4:junit4]   2> 1956 T4961 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f98d54c lockFactory=org.apache.lucene.store.NativeFSLockFactory@15199003),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1956 T4961 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1960 T4961 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1961 T4961 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1962 T4961 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1964 T4961 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1964 T4961 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1965 T4961 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1965 T4961 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1966 T4961 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1967 T4961 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1975 T4961 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1983 T4961 oass.SolrIndexSearcher.<init> Opening Searcher@71c7f4d8 main
[junit4:junit4]   2> 1983 T4961 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/control/data/tlog
[junit4:junit4]   2> 1984 T4961 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1984 T4961 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1989 T4962 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71c7f4d8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1992 T4961 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1992 T4961 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1993 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2395 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2398 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52777_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52777/dq_wiy/l"}
[junit4:junit4]   2> 2399 T4959 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2401 T4959 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2402 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2412 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2999 T4961 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3000 T4961 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52777/dq_wiy/l collection:control_collection shard:shard1
[junit4:junit4]   2> 3004 T4961 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3037 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3039 T4961 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3041 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3049 T4961 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3050 T4961 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3052 T4961 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52777/dq_wiy/l/collection1/
[junit4:junit4]   2> 3053 T4961 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3054 T4961 oasc.SyncStrategy.syncToMe http://127.0.0.1:52777/dq_wiy/l/collection1/ has no replicas
[junit4:junit4]   2> 3055 T4961 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52777/dq_wiy/l/collection1/
[junit4:junit4]   2> 3056 T4961 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3077 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3927 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3943 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3966 T4961 oasc.ZkController.register We are http://127.0.0.1:52777/dq_wiy/l/collection1/ and leader is http://127.0.0.1:52777/dq_wiy/l/collection1/
[junit4:junit4]   2> 3966 T4961 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52777/dq_wiy/l
[junit4:junit4]   2> 3967 T4961 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3967 T4961 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3967 T4961 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3970 T4961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3972 T4936 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3974 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3974 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4002 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4004 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5b1b69e
[junit4:junit4]   2> 4005 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4006 T4964 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4008 T4964 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 4008 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52780
[junit4:junit4]   2> 4009 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52780
[junit4:junit4]   2> 4010 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0004 with negotiated timeout 10000 for client /127.0.0.1:52780
[junit4:junit4]   2> 4011 T4964 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0004, negotiated timeout = 10000
[junit4:junit4]   2> 4011 T4965 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b1b69e name:ZooKeeperConnection Watcher:127.0.0.1:52774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4012 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4015 T4936 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4019 T4936 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4335 T4936 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4341 T4936 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52781
[junit4:junit4]   2> 4342 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4343 T4936 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4344 T4936 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771
[junit4:junit4]   2> 4344 T4936 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771/solr.xml
[junit4:junit4]   2> 4345 T4936 oasc.CoreContainer.<init> New CoreContainer 817670750
[junit4:junit4]   2> 4346 T4936 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771/'
[junit4:junit4]   2> 4346 T4936 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771/'
[junit4:junit4]   2> 4418 T4936 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4419 T4936 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4419 T4936 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4420 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4421 T4936 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4421 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4422 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4422 T4936 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4423 T4936 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4424 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4457 T4936 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4483 T4936 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52774/solr
[junit4:junit4]   2> 4484 T4936 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4484 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7132d5a7
[junit4:junit4]   2> 4486 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4487 T4975 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4490 T4975 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 4491 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52782
[junit4:junit4]   2> 4495 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52782
[junit4:junit4]   2> 4497 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0005 with negotiated timeout 20000 for client /127.0.0.1:52782
[junit4:junit4]   2> 4497 T4975 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0005, negotiated timeout = 20000
[junit4:junit4]   2> 4498 T4976 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7132d5a7 name:ZooKeeperConnection Watcher:127.0.0.1:52774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4498 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4500 T4941 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6a85649e0005
[junit4:junit4]   2> 4502 T4938 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52782 which had sessionid 0x13d6a85649e0005
[junit4:junit4]   2> 4502 T4976 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4502 T4936 oaz.ZooKeeper.close Session: 0x13d6a85649e0005 closed
[junit4:junit4]   2> 4504 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4527 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@63cd74a1
[junit4:junit4]   2> 4529 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4530 T4977 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4533 T4977 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 4534 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52783
[junit4:junit4]   2> 4534 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52783
[junit4:junit4]   2> 4536 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0006 with negotiated timeout 20000 for client /127.0.0.1:52783
[junit4:junit4]   2> 4536 T4977 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0006, negotiated timeout = 20000
[junit4:junit4]   2> 4537 T4978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63cd74a1 name:ZooKeeperConnection Watcher:127.0.0.1:52774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4538 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4539 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4541 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4546 T4936 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5461 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5462 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52777_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52777/dq_wiy/l"}
[junit4:junit4]   2> 5471 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5472 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5472 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5555 T4936 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52781_dq_wiy%2Fl
[junit4:junit4]   2> 5557 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52781_dq_wiy%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52781_dq_wiy%2Fl
[junit4:junit4]   2> 5558 T4936 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52781_dq_wiy%2Fl
[junit4:junit4]   2> 5566 T4978 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5567 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5567 T4965 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5567 T4958 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5568 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5568 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5583 T4979 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771/collection1
[junit4:junit4]   2> 5584 T4979 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5585 T4979 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5586 T4979 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5589 T4979 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771/collection1/'
[junit4:junit4]   2> 5590 T4979 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5591 T4979 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771/collection1/lib/README' to classloader
[junit4:junit4]   2> 5677 T4979 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5779 T4979 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5781 T4979 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5790 T4979 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6746 T4979 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6770 T4979 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6778 T4979 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6812 T4979 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6822 T4979 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6834 T4979 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6838 T4979 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6840 T4979 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6840 T4979 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6848 T4979 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6848 T4979 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6849 T4979 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6850 T4979 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363291763771/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty1/
[junit4:junit4]   2> 6850 T4979 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19fac852
[junit4:junit4]   2> 6851 T4979 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6852 T4979 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty1 forceNew: false
[junit4:junit4]   2> 6852 T4979 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty1/index/
[junit4:junit4]   2> 6853 T4979 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6853 T4979 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty1/index forceNew: false
[junit4:junit4]   2> 6858 T4979 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6858 T4979 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6861 T4979 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6862 T4979 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6863 T4979 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6864 T4979 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6864 T4979 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6865 T4979 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6865 T4979 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6866 T4979 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6867 T4979 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6874 T4979 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6881 T4979 oass.SolrIndexSearcher.<init> Opening Searcher@3a52a8a1 main
[junit4:junit4]   2> 6882 T4979 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty1/tlog
[junit4:junit4]   2> 6883 T4979 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6883 T4979 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6889 T4980 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a52a8a1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6892 T4979 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6892 T4979 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6988 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6990 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52781_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52781/dq_wiy/l"}
[junit4:junit4]   2> 6991 T4959 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6991 T4959 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7002 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7002 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7002 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7897 T4979 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7898 T4979 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52781/dq_wiy/l collection:collection1 shard:shard1
[junit4:junit4]   2> 7900 T4979 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7916 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7918 T4979 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7919 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7923 T4979 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7924 T4979 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7925 T4979 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 7925 T4979 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7926 T4979 oasc.SyncStrategy.syncToMe http://127.0.0.1:52781/dq_wiy/l/collection1/ has no replicas
[junit4:junit4]   2> 7926 T4979 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 7927 T4979 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7936 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8514 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8531 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8532 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8532 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8559 T4979 oasc.ZkController.register We are http://127.0.0.1:52781/dq_wiy/l/collection1/ and leader is http://127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 8559 T4979 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52781/dq_wiy/l
[junit4:junit4]   2> 8560 T4979 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8560 T4979 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8560 T4979 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8563 T4979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8565 T4936 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8566 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8566 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8945 T4936 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8951 T4936 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52784
[junit4:junit4]   2> 8952 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8952 T4936 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8953 T4936 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340
[junit4:junit4]   2> 8954 T4936 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340/solr.xml
[junit4:junit4]   2> 8954 T4936 oasc.CoreContainer.<init> New CoreContainer 1636351426
[junit4:junit4]   2> 8955 T4936 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340/'
[junit4:junit4]   2> 8955 T4936 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340/'
[junit4:junit4]   2> 9021 T4936 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 9022 T4936 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9023 T4936 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9023 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9024 T4936 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9025 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9025 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9026 T4936 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9026 T4936 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9027 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9062 T4936 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9093 T4936 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52774/solr
[junit4:junit4]   2> 9094 T4936 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9094 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@19b8ece1
[junit4:junit4]   2> 9096 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9097 T4991 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9099 T4991 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 9100 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52785
[junit4:junit4]   2> 9101 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52785
[junit4:junit4]   2> 9102 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0007 with negotiated timeout 20000 for client /127.0.0.1:52785
[junit4:junit4]   2> 9102 T4991 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0007, negotiated timeout = 20000
[junit4:junit4]   2> 9104 T4992 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19b8ece1 name:ZooKeeperConnection Watcher:127.0.0.1:52774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9104 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9107 T4941 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6a85649e0007
[junit4:junit4]   2> 9108 T4938 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52785 which had sessionid 0x13d6a85649e0007
[junit4:junit4]   2> 9108 T4936 oaz.ZooKeeper.close Session: 0x13d6a85649e0007 closed
[junit4:junit4]   2> 9109 T4992 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9110 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9135 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f81a5b3
[junit4:junit4]   2> 9136 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9137 T4993 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9138 T4993 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 9138 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52786
[junit4:junit4]   2> 9139 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52786
[junit4:junit4]   2> 9140 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0008 with negotiated timeout 20000 for client /127.0.0.1:52786
[junit4:junit4]   2> 9140 T4993 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0008, negotiated timeout = 20000
[junit4:junit4]   2> 9141 T4994 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f81a5b3 name:ZooKeeperConnection Watcher:127.0.0.1:52774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9141 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9142 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9144 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9147 T4936 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10048 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10050 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52781_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52781/dq_wiy/l"}
[junit4:junit4]   2> 10057 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10058 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10058 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10058 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10154 T4936 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52784_dq_wiy%2Fl
[junit4:junit4]   2> 10155 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e0008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52784_dq_wiy%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52784_dq_wiy%2Fl
[junit4:junit4]   2> 10156 T4936 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52784_dq_wiy%2Fl
[junit4:junit4]   2> 10162 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10163 T4958 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10163 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10163 T4965 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10164 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10164 T4978 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10164 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10169 T4994 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10178 T4995 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340/collection1
[junit4:junit4]   2> 10178 T4995 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10179 T4995 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10180 T4995 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10182 T4995 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340/collection1/'
[junit4:junit4]   2> 10184 T4995 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10184 T4995 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340/collection1/lib/README' to classloader
[junit4:junit4]   2> 10251 T4995 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 10331 T4995 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10332 T4995 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10339 T4995 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11166 T4995 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11184 T4995 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11189 T4995 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11225 T4995 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11235 T4995 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11242 T4995 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11245 T4995 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11246 T4995 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11246 T4995 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11249 T4995 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11249 T4995 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11250 T4995 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11250 T4995 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363291768340/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty2/
[junit4:junit4]   2> 11250 T4995 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19fac852
[junit4:junit4]   2> 11252 T4995 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11253 T4995 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty2 forceNew: false
[junit4:junit4]   2> 11253 T4995 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty2/index/
[junit4:junit4]   2> 11254 T4995 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11254 T4995 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty2/index forceNew: false
[junit4:junit4]   2> 11258 T4995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a49e774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4db8645),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11260 T4995 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11263 T4995 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11263 T4995 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11264 T4995 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11265 T4995 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11266 T4995 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11266 T4995 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11266 T4995 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11268 T4995 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11268 T4995 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11278 T4995 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11290 T4995 oass.SolrIndexSearcher.<init> Opening Searcher@12e58158 main
[junit4:junit4]   2> 11290 T4995 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty2/tlog
[junit4:junit4]   2> 11292 T4995 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11292 T4995 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11298 T4996 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12e58158 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11301 T4995 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11302 T4995 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11569 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11571 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52784_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52784/dq_wiy/l"}
[junit4:junit4]   2> 11571 T4959 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11571 T4959 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11579 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11579 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11580 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11580 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12305 T4995 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12306 T4995 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52784/dq_wiy/l collection:collection1 shard:shard1
[junit4:junit4]   2> 12312 T4995 oasc.ZkController.register We are http://127.0.0.1:52784/dq_wiy/l/collection1/ and leader is http://127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 12313 T4995 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52784/dq_wiy/l
[junit4:junit4]   2> 12313 T4995 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12313 T4995 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C449 name=collection1 org.apache.solr.core.SolrCore@111dc0cd url=http://127.0.0.1:52784/dq_wiy/l/collection1 node=127.0.0.1:52784_dq_wiy%2Fl C449_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52784_dq_wiy%2Fl, base_url=http://127.0.0.1:52784/dq_wiy/l}
[junit4:junit4]   2> 12314 T4997 C449 P52784 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12315 T4997 C449 P52784 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12315 T4997 C449 P52784 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12315 T4997 C449 P52784 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12315 T4995 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12317 T4997 C449 P52784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12328 T4936 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12328 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12329 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12651 T4936 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12811 T4936 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52788
[junit4:junit4]   2> 12812 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12813 T4936 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12814 T4936 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094
[junit4:junit4]   2> 12814 T4936 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094/solr.xml
[junit4:junit4]   2> 12815 T4936 oasc.CoreContainer.<init> New CoreContainer 362568738
[junit4:junit4]   2> 12816 T4936 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094/'
[junit4:junit4]   2> 12816 T4936 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094/'
[junit4:junit4]   2> 12894 T4936 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12895 T4936 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12895 T4936 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12896 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12897 T4936 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12897 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12898 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12898 T4936 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12899 T4936 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12900 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12935 T4936 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12963 T4936 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52774/solr
[junit4:junit4]   2> 12964 T4936 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12965 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6c5626e3
[junit4:junit4]   2> 12968 T5008 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12970 T5008 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 12972 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52789
[junit4:junit4]   2> 12969 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12972 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52789
[junit4:junit4]   2> 12974 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e0009 with negotiated timeout 20000 for client /127.0.0.1:52789
[junit4:junit4]   2> 12974 T5008 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e0009, negotiated timeout = 20000
[junit4:junit4]   2> 12975 T5009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c5626e3 name:ZooKeeperConnection Watcher:127.0.0.1:52774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12975 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12977 T4941 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6a85649e0009
[junit4:junit4]   2> 12978 T4938 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52789 which had sessionid 0x13d6a85649e0009
[junit4:junit4]   2> 12979 T5009 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12979 T4936 oaz.ZooKeeper.close Session: 0x13d6a85649e0009 closed
[junit4:junit4]   2> 12981 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13003 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e4bf9a0
[junit4:junit4]   2> 13005 T5010 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13006 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13007 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52790
[junit4:junit4]   2> 13007 T5010 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 13009 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52790
[junit4:junit4]   2> 13010 T5010 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e000a, negotiated timeout = 20000
[junit4:junit4]   2> 13010 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e000a with negotiated timeout 20000 for client /127.0.0.1:52790
[junit4:junit4]   2> 13011 T5011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e4bf9a0 name:ZooKeeperConnection Watcher:127.0.0.1:52774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13011 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13013 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13015 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13023 T4936 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13091 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13092 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52784_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52784/dq_wiy/l"}
[junit4:junit4]   2> 13101 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13102 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13102 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13111 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13118 T5011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13348 T4969 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52784_dq_wiy%252Fl_collection1&state=recovering&nodeName=127.0.0.1:52784_dq_wiy%252Fl&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 14031 T4936 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52788_dq_wiy%2Fl
[junit4:junit4]   2> 14033 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52788_dq_wiy%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52788_dq_wiy%2Fl
[junit4:junit4]   2> 14034 T4936 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52788_dq_wiy%2Fl
[junit4:junit4]   2> 14040 T5011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14040 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14041 T4978 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14042 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14042 T4958 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14042 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14042 T4965 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14043 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14047 T4994 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14048 T5011 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14057 T5012 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094/collection1
[junit4:junit4]   2> 14058 T5012 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14059 T5012 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14059 T5012 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14062 T5012 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094/collection1/'
[junit4:junit4]   2> 14063 T5012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14063 T5012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094/collection1/lib/README' to classloader
[junit4:junit4]   2> 14135 T5012 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14231 T5012 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14257 T5012 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14371 T5012 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15244 T5012 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15258 T5012 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15263 T5012 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15289 T5012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15296 T5012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15303 T5012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15305 T5012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15306 T5012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15307 T5012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15309 T5012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15309 T5012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15309 T5012 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15310 T5012 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363291772094/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty3/
[junit4:junit4]   2> 15310 T5012 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19fac852
[junit4:junit4]   2> 15311 T5012 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15311 T5012 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty3 forceNew: false
[junit4:junit4]   2> 15312 T5012 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty3/index/
[junit4:junit4]   2> 15312 T5012 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15312 T5012 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty3/index forceNew: false
[junit4:junit4]   2> 15316 T5012 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1789ff2c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e99d5de),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15316 T5012 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15320 T5012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15321 T5012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15321 T5012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15322 T5012 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15323 T5012 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15323 T5012 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15323 T5012 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15324 T5012 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15325 T5012 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15333 T5012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15340 T5012 oass.SolrIndexSearcher.<init> Opening Searcher@42e31105 main
[junit4:junit4]   2> 15341 T5012 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty3/tlog
[junit4:junit4]   2> 15342 T5012 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15342 T5012 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15348 T5013 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42e31105 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15351 T5012 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2>  C449_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52784_dq_wiy%2Fl, base_url=http://127.0.0.1:52784/dq_wiy/l}
[junit4:junit4]   2> 15351 T4997 C449 P52784 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52781/dq_wiy/l/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15351 T5012 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15352 T4997 C449 P52784 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52784/dq_wiy/l START replicas=[http://127.0.0.1:52781/dq_wiy/l/collection1/] nUpdates=100
[junit4:junit4]   2> 15353 T4997 C449 P52784 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15359 T4997 C449 P52784 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15359 T4997 C449 P52784 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15359 T4997 C449 P52784 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15361 T4997 C449 P52784 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15361 T4997 C449 P52784 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52781/dq_wiy/l/collection1/. core=collection1
[junit4:junit4]   2> 15361 T4997 C449 P52784 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C450 name=collection1 org.apache.solr.core.SolrCore@50ae74ee url=http://127.0.0.1:52781/dq_wiy/l/collection1 node=127.0.0.1:52781_dq_wiy%2Fl C450_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52781_dq_wiy%2Fl, base_url=http://127.0.0.1:52781/dq_wiy/l, leader=true}
[junit4:junit4]   2> 15370 T4969 C450 P52781 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15389 T4973 C450 P52781 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15392 T4973 C450 P52781 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15393 T4973 C450 P52781 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15394 T4973 C450 P52781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15394 T4973 C450 P52781 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15395 T4973 C450 P52781 oass.SolrIndexSearcher.<init> Opening Searcher@367b5aa6 realtime
[junit4:junit4]   2> 15395 T4973 C450 P52781 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15396 T4973 C450 P52781 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 15397 T4997 C449 P52784 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15397 T4997 C449 P52784 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15402 T4970 C450 P52781 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15403 T4970 C450 P52781 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15404 T4997 C449 P52784 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15404 T4997 C449 P52784 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15404 T4997 C449 P52784 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15406 T4971 C450 P52781 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15407 T4997 C449 P52784 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15409 T4997 C449 P52784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty2/index.20130314170935159 forceNew: false
[junit4:junit4]   2> 15410 T4997 C449 P52784 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@640e248c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3fc95a15) fullCopy=false
[junit4:junit4]   2> 15414 T4969 C450 P52781 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15415 T4997 C449 P52784 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15416 T4997 C449 P52784 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15417 T4997 C449 P52784 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15470 T4997 C449 P52784 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a49e774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4db8645),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a49e774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4db8645),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15470 T4997 C449 P52784 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15471 T4997 C449 P52784 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15471 T4997 C449 P52784 oass.SolrIndexSearcher.<init> Opening Searcher@2b14dd9f main
[junit4:junit4]   2> 15472 T4996 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b14dd9f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15473 T4997 C449 P52784 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@640e248c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3fc95a15)
[junit4:junit4]   2> 15473 T4997 C449 P52784 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15473 T4997 C449 P52784 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15474 T4997 C449 P52784 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15474 T4997 C449 P52784 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15476 T4997 C449 P52784 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16128 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16129 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52788_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52788/dq_wiy/l"}
[junit4:junit4]   2> 16130 T4959 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 16130 T4959 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16138 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52784_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52784/dq_wiy/l"}
[junit4:junit4]   2> 16148 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16149 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16149 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16149 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16149 T5011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16362 T5012 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16363 T5012 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52788/dq_wiy/l collection:collection1 shard:shard1
[junit4:junit4]   2> 16370 T5012 oasc.ZkController.register We are http://127.0.0.1:52788/dq_wiy/l/collection1/ and leader is http://127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 16370 T5012 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52788/dq_wiy/l
[junit4:junit4]   2> 16370 T5012 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16371 T5012 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C451 name=collection1 org.apache.solr.core.SolrCore@6ad9b402 url=http://127.0.0.1:52788/dq_wiy/l/collection1 node=127.0.0.1:52788_dq_wiy%2Fl C451_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52788_dq_wiy%2Fl, base_url=http://127.0.0.1:52788/dq_wiy/l}
[junit4:junit4]   2> 16372 T5016 C451 P52788 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16372 T5012 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16373 T5016 C451 P52788 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16373 T5016 C451 P52788 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16374 T5016 C451 P52788 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16375 T4936 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16376 T5016 C451 P52788 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16376 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16377 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16721 T4936 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16725 T4936 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52795
[junit4:junit4]   2> 16726 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16727 T4936 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16728 T4936 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153
[junit4:junit4]   2> 16728 T4936 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153/solr.xml
[junit4:junit4]   2> 16729 T4936 oasc.CoreContainer.<init> New CoreContainer 456370114
[junit4:junit4]   2> 16730 T4936 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153/'
[junit4:junit4]   2> 16730 T4936 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153/'
[junit4:junit4]   2> 16799 T4936 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16800 T4936 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16800 T4936 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16801 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16801 T4936 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16802 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16802 T4936 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16803 T4936 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16803 T4936 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16804 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16843 T4936 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16871 T4936 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52774/solr
[junit4:junit4]   2> 16872 T4936 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16873 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f62dd7d
[junit4:junit4]   2> 16874 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16875 T5027 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16877 T5027 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 16878 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52796
[junit4:junit4]   2> 16879 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52796
[junit4:junit4]   2> 16880 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e000b with negotiated timeout 20000 for client /127.0.0.1:52796
[junit4:junit4]   2> 16881 T5027 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e000b, negotiated timeout = 20000
[junit4:junit4]   2> 16881 T5028 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f62dd7d name:ZooKeeperConnection Watcher:127.0.0.1:52774 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16882 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16884 T4941 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6a85649e000b
[junit4:junit4]   2> 16885 T4938 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52796 which had sessionid 0x13d6a85649e000b
[junit4:junit4]   2> 16885 T5028 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16885 T4936 oaz.ZooKeeper.close Session: 0x13d6a85649e000b closed
[junit4:junit4]   2> 16888 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16909 T4936 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52774/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5e1ff07d
[junit4:junit4]   2> 16911 T4936 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16912 T5029 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52774. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16913 T5029 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52774, initiating session
[junit4:junit4]   2> 16914 T4938 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52797
[junit4:junit4]   2> 16915 T4938 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52797
[junit4:junit4]   2> 16916 T4940 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6a85649e000c with negotiated timeout 20000 for client /127.0.0.1:52797
[junit4:junit4]   2> 16916 T5029 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52774, sessionid = 0x13d6a85649e000c, negotiated timeout = 20000
[junit4:junit4]   2> 16917 T5030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e1ff07d name:ZooKeeperConnection Watcher:127.0.0.1:52774/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16917 T4936 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16919 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e000c type:create cxid:0x1 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16920 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e000c type:create cxid:0x2 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16924 T4936 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17664 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17666 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52788_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52788/dq_wiy/l"}
[junit4:junit4]   2> 17674 T5030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17675 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17675 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17675 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17675 T5011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17675 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17932 T4936 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52795_dq_wiy%2Fl
[junit4:junit4]   2> 17933 T4941 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6a85649e000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52795_dq_wiy%2Fl Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52795_dq_wiy%2Fl
[junit4:junit4]   2> 17935 T4936 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52795_dq_wiy%2Fl
[junit4:junit4]   2> 17939 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17940 T5011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17943 T4978 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17943 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17944 T4958 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17944 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17945 T4965 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17944 T5030 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17945 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17945 T5030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17951 T4994 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17953 T5011 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17964 T5031 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153/collection1
[junit4:junit4]   2> 17965 T5031 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17966 T5031 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17967 T5031 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17971 T5031 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153/collection1/'
[junit4:junit4]   2> 17972 T5031 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17972 T5031 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153/collection1/lib/README' to classloader
[junit4:junit4]   2> 18045 T5031 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18134 T5031 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18136 T5031 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18141 T5031 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18406 T4974 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52788_dq_wiy%252Fl_collection1&state=recovering&nodeName=127.0.0.1:52788_dq_wiy%252Fl&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 19012 T5031 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19023 T5031 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19028 T5031 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19057 T5031 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19069 T5031 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19081 T5031 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19084 T5031 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19085 T5031 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19086 T5031 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19090 T5031 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19091 T5031 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19091 T5031 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19092 T5031 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363291776153/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty4/
[junit4:junit4]   2> 19093 T5031 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19fac852
[junit4:junit4]   2> 19094 T5031 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19095 T5031 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty4 forceNew: false
[junit4:junit4]   2> 19096 T5031 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty4/index/
[junit4:junit4]   2> 19096 T5031 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19097 T5031 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty4/index forceNew: false
[junit4:junit4]   2> 19101 T5031 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a2b449d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67617c3c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19102 T5031 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19107 T5031 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19107 T5031 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19109 T5031 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19110 T5031 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19112 T5031 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19112 T5031 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19113 T5031 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19115 T5031 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19115 T5031 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19128 T5031 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19139 T5031 oass.SolrIndexSearcher.<init> Opening Searcher@47f6714f main
[junit4:junit4]   2> 19139 T5031 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty4/tlog
[junit4:junit4]   2> 19141 T5031 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19141 T5031 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19150 T5032 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47f6714f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19154 T5031 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19155 T5031 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19189 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19191 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52795_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52795/dq_wiy/l"}
[junit4:junit4]   2> 19191 T4959 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19192 T4959 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19201 T5030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19202 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19202 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19202 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19202 T5011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19203 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20160 T5031 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20160 T5031 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52795/dq_wiy/l collection:collection1 shard:shard1
[junit4:junit4]   2> 20167 T5031 oasc.ZkController.register We are http://127.0.0.1:52795/dq_wiy/l/collection1/ and leader is http://127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 20168 T5031 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52795/dq_wiy/l
[junit4:junit4]   2> 20168 T5031 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20168 T5031 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C452 name=collection1 org.apache.solr.core.SolrCore@51af2e66 url=http://127.0.0.1:52795/dq_wiy/l/collection1 node=127.0.0.1:52795_dq_wiy%2Fl C452_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52795_dq_wiy%2Fl, base_url=http://127.0.0.1:52795/dq_wiy/l}
[junit4:junit4]   2> 20169 T5033 C452 P52795 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20170 T5033 C452 P52795 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20169 T5031 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20170 T5033 C452 P52795 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20170 T5033 C452 P52795 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20173 T4936 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 20173 T5033 C452 P52795 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20174 T4936 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20174 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20208 T4936 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20211 T4936 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 20212 T4936 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 20213 T4936 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C451_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52788_dq_wiy%2Fl, base_url=http://127.0.0.1:52788/dq_wiy/l}
[junit4:junit4]   2> 20408 T5016 C451 P52788 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52781/dq_wiy/l/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20409 T5016 C451 P52788 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52788/dq_wiy/l START replicas=[http://127.0.0.1:52781/dq_wiy/l/collection1/] nUpdates=100
[junit4:junit4]   2> 20410 T5016 C451 P52788 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20412 T5016 C451 P52788 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20413 T5016 C451 P52788 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20413 T5016 C451 P52788 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20413 T5016 C451 P52788 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20413 T5016 C451 P52788 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52781/dq_wiy/l/collection1/. core=collection1
[junit4:junit4]   2> 20413 T4970 C450 P52781 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20414 T5016 C451 P52788 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20441 T4969 C450 P52781 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20443 T4969 C450 P52781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 20443 T4969 C450 P52781 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 20444 T4969 C450 P52781 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20445 T4969 C450 P52781 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 20447 T5016 C451 P52788 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20447 T5016 C451 P52788 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20450 T4974 C450 P52781 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20451 T5016 C451 P52788 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 20452 T5016 C451 P52788 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20452 T5016 C451 P52788 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20457 T4970 C450 P52781 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20459 T5016 C451 P52788 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20461 T5016 C451 P52788 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty3/index.20130314170940210 forceNew: false
[junit4:junit4]   2> 20462 T5016 C451 P52788 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@58193b49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51cbf3e2) fullCopy=false
[junit4:junit4]   2> 20465 T4971 C450 P52781 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 20467 T5016 C451 P52788 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20469 T5016 C451 P52788 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20469 T5016 C451 P52788 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20523 T5016 C451 P52788 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1789ff2c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e99d5de),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1789ff2c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e99d5de),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 20523 T5016 C451 P52788 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 20524 T5016 C451 P52788 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20524 T5016 C451 P52788 oass.SolrIndexSearcher.<init> Opening Searcher@3c1a399 main
[junit4:junit4]   2> 20526 T5013 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c1a399 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 20527 T5016 C451 P52788 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@58193b49 lockFactory=org.apache.lucene.store.NativeFSLockFactory@51cbf3e2)
[junit4:junit4]   2> 20527 T5016 C451 P52788 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20527 T5016 C451 P52788 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20528 T5016 C451 P52788 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20528 T5016 C451 P52788 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20530 T5016 C451 P52788 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20718 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20720 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52795_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52795/dq_wiy/l"}
[junit4:junit4]   2> 20729 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52788_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52788/dq_wiy/l"}
[junit4:junit4]   2> 20739 T5030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20740 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20740 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20740 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20741 T5011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20741 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21212 T4973 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52795_dq_wiy%252Fl_collection1&state=recovering&nodeName=127.0.0.1:52795_dq_wiy%252Fl&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 21217 T4936 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22227 T4936 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C452_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52795_dq_wiy%2Fl, base_url=http://127.0.0.1:52795/dq_wiy/l}
[junit4:junit4]   2> 23216 T5033 C452 P52795 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52781/dq_wiy/l/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23217 T5033 C452 P52795 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52795/dq_wiy/l START replicas=[http://127.0.0.1:52781/dq_wiy/l/collection1/] nUpdates=100
[junit4:junit4]   2> 23218 T5033 C452 P52795 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23218 T5033 C452 P52795 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23218 T5033 C452 P52795 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23219 T5033 C452 P52795 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23219 T5033 C452 P52795 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23219 T5033 C452 P52795 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52781/dq_wiy/l/collection1/. core=collection1
[junit4:junit4]   2> 23220 T5033 C452 P52795 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23220 T4973 C450 P52781 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23232 T4936 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23248 T4974 C450 P52781 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23249 T4974 C450 P52781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23250 T4974 C450 P52781 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23251 T4974 C450 P52781 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23251 T4974 C450 P52781 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 23252 T5033 C452 P52795 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23253 T5033 C452 P52795 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23259 T4971 C450 P52781 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 23260 T5033 C452 P52795 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 23260 T5033 C452 P52795 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23260 T5033 C452 P52795 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23262 T4969 C450 P52781 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23264 T5033 C452 P52795 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23266 T5033 C452 P52795 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363291759760/jetty4/index.20130314170943015 forceNew: false
[junit4:junit4]   2> 23267 T5033 C452 P52795 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@53b2ab83 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60938f04) fullCopy=false
[junit4:junit4]   2> 23270 T4973 C450 P52781 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=1 
[junit4:junit4]   2> 23272 T5033 C452 P52795 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23273 T5033 C452 P52795 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23273 T5033 C452 P52795 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23327 T5033 C452 P52795 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a2b449d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67617c3c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a2b449d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67617c3c),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23327 T5033 C452 P52795 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23328 T5033 C452 P52795 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23328 T5033 C452 P52795 oass.SolrIndexSearcher.<init> Opening Searcher@1d74e9d4 main
[junit4:junit4]   2> 23330 T5032 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d74e9d4 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23332 T5033 C452 P52795 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@53b2ab83 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60938f04)
[junit4:junit4]   2> 23332 T5033 C452 P52795 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23332 T5033 C452 P52795 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23333 T5033 C452 P52795 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23333 T5033 C452 P52795 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23336 T5033 C452 P52795 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23765 T4959 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23767 T4959 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52795_dq_wiy%2Fl",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52795/dq_wiy/l"}
[junit4:junit4]   2> 23796 T5030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23797 T5011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23798 T4958 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23799 T4994 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23801 T4978 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23804 T4965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24238 T4936 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24240 T4936 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C453 name=collection1 org.apache.solr.core.SolrCore@5e448c36 url=http://127.0.0.1:52777/dq_wiy/l/collection1 node=127.0.0.1:52777_dq_wiy%2Fl C453_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52777_dq_wiy%2Fl, base_url=http://127.0.0.1:52777/dq_wiy/l, leader=true}
[junit4:junit4]   2> 24252 T4952 C453 P52777 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24255 T4952 C453 P52777 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f98d54c lockFactory=org.apache.lucene.store.NativeFSLockFactory@15199003),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24256 T4952 C453 P52777 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24257 T4952 C453 P52777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f98d54c lockFactory=org.apache.lucene.store.NativeFSLockFactory@15199003),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f98d54c lockFactory=org.apache.lucene.store.NativeFSLockFactory@15199003),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24257 T4952 C453 P52777 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24258 T4952 C453 P52777 oass.SolrIndexSearcher.<init> Opening Searcher@7bb37db5 main
[junit4:junit4]   2> 24258 T4952 C453 P52777 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24259 T4962 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7bb37db5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 24261 T4952 C453 P52777 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 24287 T4970 C450 P52781 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24288 T4970 C450 P52781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24289 T4970 C450 P52781 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24289 T4970 C450 P52781 oass.SolrIndexSearcher.<init> Opening Searcher@206507d3 main
[junit4:junit4]   2> 24290 T4970 C450 P52781 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24291 T4980 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@206507d3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24292 T4970 C450 P52781 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52784/dq_wiy/l/collection1/, StdNode: http://127.0.0.1:52788/dq_wiy/l/collection1/, StdNode: http://127.0.0.1:52795/dq_wiy/l/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C449_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52784_dq_wiy%2Fl, base_url=http://127.0.0.1:52784/dq_wiy/l}
[junit4:junit4]   2> 24321 T4987 C449 P52784 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24323 T4987 C449 P52784 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a49e774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4db8645),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a49e774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4db8645),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 24323 T4987 C449 P52784 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2>  C451_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52788_dq_wiy%2Fl, base_url=http://127.0.0.1:52788/dq_wiy/l}
[junit4:junit4]   2> 24325 T5005 C451 P52788 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24326 T4987 C449 P52784 oass.SolrIndexSearcher.<init> Opening Searcher@73ccf1f2 main
[junit4:junit4]   2> 24326 T4987 C449 P52784 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2>  C452_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52795_dq_wiy%2Fl, base_url=http://127.0.0.1:52795/dq_wiy/l}
[junit4:junit4]   2> 24325 T5022 C452 P52795 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24326 T5005 C451 P52788 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1789ff2c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e99d5de),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1789ff2c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e99d5de),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24328 T5005 C451 P52788 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24327 T4996 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73ccf1f2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24329 T5005 C451 P52788 oass.SolrIndexSearcher.<init> Opening Searcher@3b2c2186 main
[junit4:junit4]   2> 24328 T5022 C452 P52795 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a2b449d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67617c3c),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a2b449d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67617c3c),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24331 T5005 C451 P52788 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24330 T4987 C449 P52784 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 24332 T5013 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b2c2186 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 24331 T5022 C452 P52795 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24333 T5005 C451 P52788 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 24333 T5022 C452 P52795 oass.SolrIndexSearcher.<init> Opening Searcher@21f0785e main
[junit4:junit4]   2> 24334 T5022 C452 P52795 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24335 T5032 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21f0785e main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 24336 T5022 C452 P52795 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 24337 T4970 C450 P52781 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 50
[junit4:junit4]   2> 24339 T4936 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24347 T4971 C450 P52781 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 24353 T4988 C449 P52784 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24359 T5006 C451 P52788 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24366 T5023 C452 P52795 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 26372 T4952 C453 P52777 oass.SolrIndexSearcher.<init> Opening Searcher@2b9481ae realtime
[junit4:junit4]   2> 26373 T4952 C453 P52777 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429515047924662272)} 0 2
[junit4:junit4]   2> 26380 T5006 C451 P52788 /update {update.distrib=FROMLEADER&_version_=-1429515047929905152&update.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429515047929905152)} 0 1
[junit4:junit4]   2> 26380 T5023 C452 P52795 /update {update.distrib=FROMLEADER&_version_=-1429515047929905152&update.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429515047929905152)} 0 0
[junit4:junit4]   2> 26382 T4988 C449 P52784 /update {update.distrib=FROMLEADER&_version_=-1429515047929905152&update.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429515047929905152)} 0 3
[junit4:junit4]   2> 26382 T4971 C450 P52781 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429515047929905152)} 0 7
[junit4:junit4]   2> 26387 T4953 C453 P52777 /update {wt=javabin&version=2} {add=[0 (1429515047940390912)]} 0 2
[junit4:junit4]   2> 26395 T4989 C449 P52784 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429515047944585216)]} 0 2
[junit4:junit4]   2> 26395 T5007 C451 P52788 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429515047944585216)]} 0 2
[junit4:junit4]   2> 26398 T5024 C452 P52795 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429515047944585216)]} 0 2
[junit4:junit4]   2> 26399 T4969 C450 P52781 /update {wt=javabin&version=2} {add=[0 (1429515047944585216)]} 0 9
[junit4:junit4]   2> 26403 T4954 C453 P52777 /update {wt=javabin&version=2} {add=[1 (1429515047957168128)]} 0 1
[junit4:junit4]   2> 26410 T4990 C449 P52784 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429515047961362432)]} 0 1
[junit4:junit4]   2> 26410 T5025 C452 P52795 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429515047961362432)]} 0 1
[junit4:junit4]   2> 26411 T5002 C451 P52788 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429515047961362432)]} 0 0
[junit4:junit4]   2> 26412 T4973 C450 P52781 /update {wt=javabin&version=2} {add=[1 (1429515047961362432)]} 0 6
[junit4:junit4]   2> 26418 T4949 C453 P52777 /update {wt=javabin&version=2} {add=[2 (1429515047972896768)]} 0 1
[junit4:junit4]   2> 26427 T5003 C451 P52788 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429515047979188224)]} 0 1
[junit4:junit4]   2> 26427 T5026 C452 P52795 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429515047979188224)]} 0 1
[junit4:junit4]   2> 26429 T4972 C450 P52781 /update {test.distrib.skip.servers=http://127.0.0.1:52784/dq_wiy/l/collection1/&wt=javabin&version=2} {add=[2 (1429515047979188224)]} 0 6
[junit4:junit4]   2> 26433 T4950 C453 P52777 /update {wt=javabin&version=2} {add=[3 (1429515047988625408)]} 0 1
[junit4:junit4]   2> 26440 T5022 C452 P52795 /update {distrib.from=http://127.0.0.1:52781/dq_wiy/l/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429515047992819712)]} 0 1
[junit4:junit4]   2> 26442 T4974 C450 P52781 /update {test.distrib.skip.servers=http://127.0.0.1:52784/dq_wiy/l/collection1/&test.distrib.skip.servers=http://127.0.0.1:52788/dq_wiy/l/collection1/&wt=javabin&version=2} {add=[3 (1429515047992819712)]} 0 6
[junit4:junit4]   2> 26444 T4951 C453 P52777 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26450 T4951 C453 P52777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f98d54c lockFactory=org.apache.lucene.store.NativeFSLockFactory@15199003),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3f98d54c lockFactory=org.apache.lucene.store.NativeFSLockFactory@15199003),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 26451 T4951 C453 P52777 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 26453 T4951 C453 P52777 oass.SolrIndexSearcher.<init> Opening Searcher@6e89bafb main
[junit4:junit4]   2> 26454 T4951 C453 P52777 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26455 T4962 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e89bafb main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26455 T4951 C453 P52777 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 26458 T4970 C450 P52781 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26462 T4970 C450 P52781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72b7876e lockFactory=org.apache.lucene.store.NativeFSLockFactory@38805b25),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26463 T4970 C450 P52781 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26466 T4970 C450 P52781 oass.SolrIndexSearcher.<init> Opening Searcher@1f4b3c93 main
[junit4:junit4]   2> 26467 T4970 C450 P52781 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26467 T4980 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f4b3c93 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26468 T4970 C450 P52781 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52784/dq_wiy/l/collection1/, StdNode: http://127.0.0.1:52788/dq_wiy/l/collection1/, StdNode: http://127.0.0.1:52795/dq_wiy/l/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 26471 T5004 C451 P52788 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26472 T4985 C449 P52784 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26471 T5021 C452 P52795 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26477 T4985 C449 P52784 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a49e774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4db8645),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a49e774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4db8645),segFN=segments_4,generation=4,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 26477 T4985 C449 P52784 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 26479 T4985 C449 P52784 oass.SolrIndexSearcher.<init> Opening Searcher@d4ca03 main
[junit4:junit4]   2> 26480 T4985 C449 P52784 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26480 T5004 C451 P52788 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1789ff2c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e99d5de),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1789ff2c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e99d5de),segFN=segments_5,generation=5,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0.doc, _0.tip, _0.fdt]
[junit4:junit4]   2> 26481 T5004 C451 P52788 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0.doc, _0.tip, _0.fdt]
[junit4:junit4]   2> 26481 T4996 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d4ca03 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 26482 T4985 C449 P52784 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 26483 T5021 C452 P52795 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a2b449d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67617c3c),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a2b449d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67617c3c),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26483 T5004 C451 P52788 oass.SolrIndexSearcher.<init> Opening Searcher@65fa178 main
[junit4:junit4]   2> 26483 T5021 C452 P52795 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26484 T5004 C451 P52788 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26485 T5013 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@65fa178 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 26485 T5021 C452 P52795 oass.SolrIndexSearcher.<init> Opening Searcher@31083bbf main
[junit4:junit4]   2> 26486 T5004 C451 P52788 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 26486 T5021 C452 P52795 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26487 T5032 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@31083bbf main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26488 T5021 C452 P52795 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4]   2> 26489 T4970 C450 P52781 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 31
[junit4:junit4]   2> 26489 T4936 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 26491 T4936 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26493 T4936 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 26495 T4971 C450 P52781 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 26498 T4986 C449 P52784 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 26501 T5005 C451 P52788 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 26504 T5023 C452 P52795 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 26505 T4936 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 26533 T5006 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 26534 T5006 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 26561 T4969 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 26562 T4969 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 26563 T4969 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52781/dq_wiy/l START replicas=[http://127.0.0.1:52784/dq_wiy/l/collection1/, http://127.0.0.1:52788/dq_wiy/l/collection1/, http://127.0.0.1:52795/dq_wiy/l/collection1/] nUpdates=100
[junit4:junit4]   2> 26571 T4987 C449 P52784 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 26571 T5024 C452 P52795 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 26574 T5007 C451 P52788 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 26574 T4969 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52781/dq_wiy/l  Received 3 versions from 127.0.0.1:52784/dq_wiy/l/collection1/
[junit4:junit4]   2> 26575 T4969 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52781/dq_wiy/l  Our versions are newer. ourLowThreshold=1429515047929905152 otherHigh=1429515047961362432
[junit4:junit4]   2> 26575 T4969 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52781/dq_wiy/l  Received 5 versions from 127.0.0.1:52795/dq_wiy/l/collection1/
[junit4:junit4]   2> 26576 T4969 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52781/dq_wiy/l  Our versions are newer. ourLowThreshold=1429515047929905152 otherHigh=1429515047979188224
[junit4:junit4]   2> 26576 T4969 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52781/dq_wiy/l  Received 4 versions from 127.0.0.1:52788/dq_wiy/l/collection1/
[junit4:junit4]   2> 26577 T4969 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52781/dq_wiy/l  Our versions are newer. ourLowThreshold=1429515047929905152 otherHigh=1429515047979188224
[junit4:junit4]   2> 26577 T4969 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52781/dq_wiy/l DONE. sync succeeded
[junit4:junit4]   2> 26577 T4969 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 26578 T4969 oasc.SyncStrategy.syncToMe http://127.0.0.1:52781/dq_wiy/l/collection1/: try and ask http://127.0.0.1:52784/dq_wiy/l/collection1/ to sync
[junit4:junit4]   2> 26579 T4969 oasc.SyncStrategy.syncToMe http://127.0.0.1:52781/dq_wiy/l/collection1/: try and ask http://127.0.0.1:52788/dq_wiy/l/collection1/ to sync
[junit4:junit4]   2> 26579 T4969 oasc.SyncStrategy.syncToMe http://127.0.0.1:52781/dq_wiy/l/collection1/: try and ask http://127.0.0.1:52795/dq_wiy/l/collection1/ to sync
[junit4:junit4]   2> 26585 T4988 C449 P52784 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52784/dq_wiy/l START replicas=[http://127.0.0.1:52781/dq_wiy/l/collection1/] nUpdates=100
[junit4:junit4]   2> 26587 T5025 C452 P52795 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52795/dq_wiy/l START replicas=[http://127.0.0.1:52781/dq_wiy/l/collection1/] nUpdates=100
[junit4:junit4]   2> 26587 T5002 C451 P52788 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52788/dq_wiy/l START replicas=[http://127.0.0.1:52781/dq_wiy/l/collection1/] nUpdates=100
[junit4:junit4]   2> 26591 T4973 C450 P52781 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 26592 T4988 C449 P52784 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52784/dq_wiy/l  Received 5 versions from 127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 26594 T4988 C449 P52784 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52784/dq_wiy/l Requesting updates from 127.0.0.1:52781/dq_wiy/l/collection1/n=2 versions=[1429515047992819712, 1429515047979188224]
[junit4:junit4]   2> 26596 T4972 C450 P52781 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 26596 T4974 C450 P52781 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 26596 T5025 C452 P52795 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52795/dq_wiy/l  Received 5 versions from 127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 26597 T5002 C451 P52788 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52788/dq_wiy/l  Received 5 versions from 127.0.0.1:52781/dq_wiy/l/collection1/
[junit4:junit4]   2> 26597 T5025 C452 P52795 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52795/dq_wiy/l  Our versions are newer. ourLowThreshold=1429515047929905152 otherHigh=1429515047979188224
[junit4:junit4]   2> 26598 T5002 C451 P52788 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52788/dq_wiy/l Requesting updates from 127.0.0.1:52781/dq_wiy/l/collection1/n=1 versions=[1429515047992819712]
[junit4:junit4]   2> 26598 T5025 C452 P52795 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52795/dq_wiy/l DONE. sync succeeded
[junit4:junit4]   2> 26599 T4970 C450 P52781 REQ /get {distrib=false&getUpdates=1429515047992819712,1429515047979188224&wt=javabin&qt=/get&version=2} status=

[...truncated too long message...]


[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 53286 T4936 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 53292 T4935 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 54136 T5030 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 54137 T5030 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 54137 T5030 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 54137 T5030 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=is, timezone=America/Argentina/Jujuy
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Apple Inc. 1.6.0_41 (64-bit)/cpus=2,threads=7,free=141678080,total=300941312
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPartialUpdateDeduplication, ScriptEngineTest, ZkCLITest, TestPHPSerializedResponseWriter, SolrRequestParserTest, ResponseLogComponentTest, AutoCommitTest, FileUtilsTest, TestJmxIntegration, SolrCmdDistributorTest, TestUtils, OverseerCollectionProcessorTest, BadIndexSchemaTest, LoggingHandlerTest, OverseerTest, TestFastLRUCache, TermsComponentTest, UnloadDistributedZkTest, TestWriterPerf, DirectUpdateHandlerOptimizeTest, TermVectorComponentTest, CachingDirectoryFactoryTest, DistributedTermsComponentTest, DebugComponentTest, AlternateDirectoryTest, TestRandomDVFaceting, TestRecovery, ShowFileRequestHandlerTest, TestStressRecovery, DocumentAnalysisRequestHandlerTest, TestConfig, TestSystemIdResolver, TestShardHandlerFactory, SpellPossibilityIteratorTest, IndexBasedSpellCheckerTest, PolyFieldTest, TestCollationKeyRangeQueries, TestReload, TestLuceneMatchVersion, TestDynamicFieldResource, IndexSchemaRuntimeFieldTest, DirectSolrSpellCheckerTest, SearchHandlerTest, BasicZkTest, RegexBoostProcessorTest, BasicDistributedZk2Test, StatsComponentTest, TestDFRSimilarityFactory, TestBinaryField, CopyFieldTest, TestDistributedGrouping, SpatialFilterTest, TestFieldResource, TestFieldTypeResource, FieldMutatingUpdateProcessorTest, TestFieldTypeCollectionResource, TestPropInject, OpenExchangeRatesOrgProviderTest, LeaderElectionIntegrationTest, OutputWriterTest, DocumentBuilderTest, SignatureUpdateProcessorFactoryTest, TestFaceting, TestSuggestSpellingConverter, TestSolrIndexConfig, SampleTest, TestDefaultSimilarityFactory, LeaderElectionTest, TermVectorComponentDistributedTest, TestMergePolicyConfig, UUIDFieldTest, TestAtomicUpdateErrorCases, SynonymTokenizerTest, TestCharFilters, StandardRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestSurroundQueryParser, ChaosMonkeyNothingIsSafeTest, CSVRequestHandlerTest, RAMDirectoryFactoryTest, TestQuerySenderNoQuery, DistributedQueryElevationComponentTest, CoreContainerCoreInitFailuresTest, MinimalSchemaTest, UpdateParamsTest, TestJmxMonitoredMap, TestCopyFieldCollectionResource, RequiredFieldsTest, BinaryUpdateRequestHandlerTest, TestIBSimilarityFactory, TestOmitPositions, SolrTestCaseJ4Test, TestArbitraryIndexDir, TestJoin, NumericFieldsTest, SolrPluginUtilsTest, ZkControllerTest, ClusterStateUpdateTest, MBeansHandlerTest, TestWordDelimiterFilterFactory, QueryEqualityTest, TestQueryUtils, TestSolrDeletionPolicy2, SolrIndexSplitterTest, WordBreakSolrSpellCheckerTest, TestPropInjectDefaults, BasicDistributedZkTest, TestAnalyzedSuggestions, DirectUpdateHandlerTest, TestSolrCoreProperties, DefaultValueUpdateProcessorTest, CollectionsAPIDistributedZkTest, RecoveryZkTest, TestTrie, TestReplicationHandler, DateMathParserTest, TestGroupingSearch, XsltUpdateRequestHandlerTest, SuggesterWFSTTest, TestSolrQueryParser, ShardRoutingTest, OpenCloseCoreStressTest, TestDynamicFieldCollectionResource, DisMaxRequestHandlerTest, IndexReaderFactoryTest, TestLMJelinekMercerSimilarityFactory, TestLMDirichletSimilarityFactory, UniqFieldsUpdateProcessorFactoryTest, FieldAnalysisRequestHandlerTest, SimplePostToolTest, SimpleFacetsTest, TestPostingsSolrHighlighter, SyncSliceTest]
[junit4:junit4] Completed in 54.34s, 1 test, 1 failure <<< FAILURES!

[...truncated 418 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 failure, 19 ignored (7 assumptions)

Total time: 85 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 309 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/309/
Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=650, name=coreLoadExecutor-349-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=650, name=coreLoadExecutor-349-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a05f913 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6791a4b9)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=652, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=652, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1567)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d50f804 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3eede9bd)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([4D002B798FF8CC08:CCE6A561F8A7AC34]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8865 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 1 T591 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /uiih/t
[junit4:junit4]   2> 30 T591 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-RecoveryZkTest-1363267833044
[junit4:junit4]   2> 36 T591 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 52 T592 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 163 T592 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 164 T592 oaz.Environment.logEnv Server environment:host.name=localhost
[junit4:junit4]   2> 165 T592 oaz.Environment.logEnv Server environment:java.version=1.7.0_15
[junit4:junit4]   2> 165 T592 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 166 T592 oaz.Environment.logEnv Server environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.7.0_15.jdk/Contents/Home/jre
[junit4:junit4]   2> 166 T592 oaz.Environment.logEnv Server environment:java.class.path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/codecs/lucene-codecs-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/highlighter/lucene-highlighter-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/memory/lucene-memory-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/misc/lucene-misc-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/spatial/lucene-spatial-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/suggest/lucene-suggest-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/grouping/lucene-grouping-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queries/lucene-queries-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queryparser/lucene-queryparser-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/guava-13.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-api-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_15.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 169 T592 oaz.Environment.logEnv Server environment:java.library.path=/Users/jenkins/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:.
[junit4:junit4]   2> 169 T592 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 170 T592 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 171 T592 oaz.Environment.logEnv Server environment:os.name=Mac OS X
[junit4:junit4]   2> 171 T592 oaz.Environment.logEnv Server environment:os.arch=x86_64
[junit4:junit4]   2> 172 T592 oaz.Environment.logEnv Server environment:os.version=10.8.2
[junit4:junit4]   2> 172 T592 oaz.Environment.logEnv Server environment:user.name=jenkins
[junit4:junit4]   2> 173 T592 oaz.Environment.logEnv Server environment:user.home=/Users/jenkins
[junit4:junit4]   2> 173 T592 oaz.Environment.logEnv Server environment:user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 228 T592 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 229 T592 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 229 T592 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 254 T592 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 275 T591 oasc.ZkTestServer.run start zk server on port:51945
[junit4:junit4]   2> 355 T591 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 373 T591 oaz.Environment.logEnv Client environment:host.name=localhost
[junit4:junit4]   2> 374 T591 oaz.Environment.logEnv Client environment:java.version=1.7.0_15
[junit4:junit4]   2> 374 T591 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 375 T591 oaz.Environment.logEnv Client environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.7.0_15.jdk/Contents/Home/jre
[junit4:junit4]   2> 376 T591 oaz.Environment.logEnv Client environment:java.class.path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/codecs/lucene-codecs-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/highlighter/lucene-highlighter-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/memory/lucene-memory-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/misc/lucene-misc-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/spatial/lucene-spatial-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/suggest/lucene-suggest-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/grouping/lucene-grouping-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queries/lucene-queries-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/queryparser/lucene-queryparser-4.3-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/guava-13.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpclient-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpcore-4.2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/httpmime-4.2.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-api-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_15.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 377 T591 oaz.Environment.logEnv Client environment:java.library.path=/Users/jenkins/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:.
[junit4:junit4]   2> 378 T591 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 379 T591 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 379 T591 oaz.Environment.logEnv Client environment:os.name=Mac OS X
[junit4:junit4]   2> 380 T591 oaz.Environment.logEnv Client environment:os.arch=x86_64
[junit4:junit4]   2> 380 T591 oaz.Environment.logEnv Client environment:os.version=10.8.2
[junit4:junit4]   2> 381 T591 oaz.Environment.logEnv Client environment:user.name=jenkins
[junit4:junit4]   2> 381 T591 oaz.Environment.logEnv Client environment:user.home=/Users/jenkins
[junit4:junit4]   2> 397 T592 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1363267833044/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 391 T591 oaz.Environment.logEnv Client environment:user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 411 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@430eedab
[junit4:junit4]   2> 478 T595 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 480 T595 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 483 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51946
[junit4:junit4]   2> 482 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 495 T593 oazs.NIOServerCnxn.doIO WARNING Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4]   2> 495 T593 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51946 (no session established for client)
[junit4:junit4]   2> 497 T595 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x0, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   2> 2070 T595 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2071 T595 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 2072 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51947
[junit4:junit4]   2> 2078 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51947
[junit4:junit4]   2> 2091 T596 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 2134 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620000 with negotiated timeout 10000 for client /127.0.0.1:51947
[junit4:junit4]   2> 2134 T595 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620000, negotiated timeout = 10000
[junit4:junit4]   2> 2137 T597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@430eedab name:ZooKeeperConnection Watcher:127.0.0.1:51945 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2138 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2140 T591 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2184 T598 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d69184e620000
[junit4:junit4]   2> 2185 T597 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2185 T591 oaz.ZooKeeper.close Session: 0x13d69184e620000 closed
[junit4:junit4]   2> 2187 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@8f21c9f
[junit4:junit4]   2> 2187 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2187 T599 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2188 T599 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 2196 T593 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51947 which had sessionid 0x13d69184e620000
[junit4:junit4]   2> 2197 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51948
[junit4:junit4]   2> 2197 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51948
[junit4:junit4]   2> 2200 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620001 with negotiated timeout 10000 for client /127.0.0.1:51948
[junit4:junit4]   2> 2200 T599 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620001, negotiated timeout = 10000
[junit4:junit4]   2> 2201 T600 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8f21c9f name:ZooKeeperConnection Watcher:127.0.0.1:51945/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2201 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2207 T591 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2215 T591 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2222 T591 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2228 T591 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2234 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2235 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2247 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2250 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2256 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2257 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2265 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2266 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2272 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2273 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2280 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2281 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2287 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2288 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2296 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2297 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2304 T591 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2305 T591 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2312 T598 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d69184e620001
[junit4:junit4]   2> 2313 T593 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51948 which had sessionid 0x13d69184e620001
[junit4:junit4]   2> 2313 T591 oaz.ZooKeeper.close Session: 0x13d69184e620001 closed
[junit4:junit4]   2> 2314 T600 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2628 T591 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 2639 T591 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51949
[junit4:junit4]   2> 2639 T591 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2640 T591 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2640 T591 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327
[junit4:junit4]   2> 2641 T591 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327/solr.xml
[junit4:junit4]   2> 2641 T591 oasc.CoreContainer.<init> New CoreContainer 1915810907
[junit4:junit4]   2> 2643 T591 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327/'
[junit4:junit4]   2> 2643 T591 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327/'
[junit4:junit4]   2> 2693 T591 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2694 T591 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2694 T591 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2695 T591 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2695 T591 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2696 T591 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2696 T591 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2697 T591 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2698 T591 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2698 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2714 T591 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2748 T591 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51945/solr
[junit4:junit4]   2> 2782 T591 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2783 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2fdb444
[junit4:junit4]   2> 2785 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2786 T610 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2788 T610 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 2788 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51950
[junit4:junit4]   2> 2789 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51950
[junit4:junit4]   2> 2792 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620002 with negotiated timeout 20000 for client /127.0.0.1:51950
[junit4:junit4]   2> 2792 T610 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620002, negotiated timeout = 20000
[junit4:junit4]   2> 2793 T611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fdb444 name:ZooKeeperConnection Watcher:127.0.0.1:51945 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2794 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2799 T598 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d69184e620002
[junit4:junit4]   2> 2801 T593 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51950 which had sessionid 0x13d69184e620002
[junit4:junit4]   2> 2802 T611 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2802 T591 oaz.ZooKeeper.close Session: 0x13d69184e620002 closed
[junit4:junit4]   2> 2807 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2819 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4bce41e2
[junit4:junit4]   2> 2822 T612 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2821 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2824 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51951
[junit4:junit4]   2> 2823 T612 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 2826 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51951
[junit4:junit4]   2> 2829 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620003 with negotiated timeout 20000 for client /127.0.0.1:51951
[junit4:junit4]   2> 2829 T612 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620003, negotiated timeout = 20000
[junit4:junit4]   2> 2830 T613 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bce41e2 name:ZooKeeperConnection Watcher:127.0.0.1:51945/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2831 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2859 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2875 T591 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2881 T591 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51949_uiih%2Ft
[junit4:junit4]   2> 2887 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51949_uiih%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51949_uiih%2Ft
[junit4:junit4]   2> 2889 T591 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51949_uiih%2Ft
[junit4:junit4]   2> 2905 T591 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2934 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 2936 T591 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2947 T591 oasc.Overseer.start Overseer (id=89343120732454915-127.0.0.1:51949_uiih%2Ft-n_0000000000) starting
[junit4:junit4]   2> 2950 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2968 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2971 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2980 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2983 T615 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 2986 T591 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 3000 T591 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 3008 T591 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3031 T614 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 3044 T616 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327/collection1
[junit4:junit4]   2> 3044 T616 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 3046 T616 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3047 T616 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 3051 T616 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327/collection1/'
[junit4:junit4]   2> 3052 T616 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3053 T616 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327/collection1/lib/README' to classloader
[junit4:junit4]   2> 3125 T616 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 3222 T616 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3225 T616 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3241 T616 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 3905 T616 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3920 T616 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3924 T616 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3973 T616 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3989 T616 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3996 T616 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3999 T616 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 3999 T616 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4000 T616 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4003 T616 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 4003 T616 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 4004 T616 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4004 T616 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363267835327/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/control/data/
[junit4:junit4]   2> 4008 T616 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bf3d5f4
[junit4:junit4]   2> 4009 T616 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4010 T616 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363267833044/control/data forceNew: false
[junit4:junit4]   2> 4010 T616 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/control/data/index/
[junit4:junit4]   2> 4011 T616 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363267833044/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4011 T616 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363267833044/control/data/index forceNew: false
[junit4:junit4]   2> 4015 T616 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e56a086 lockFactory=org.apache.lucene.store.NativeFSLockFactory@31d24da5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4015 T616 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4049 T616 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4050 T616 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4051 T616 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4052 T616 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4053 T616 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4053 T616 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4054 T616 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4055 T616 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4055 T616 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4063 T616 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4068 T616 oass.SolrIndexSearcher.<init> Opening Searcher@35185da7 main
[junit4:junit4]   2> 4074 T616 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/control/data/tlog
[junit4:junit4]   2> 4088 T616 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4089 T616 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4094 T617 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@35185da7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4096 T616 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4096 T616 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4098 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 4551 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4552 T614 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51949_uiih%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51949/uiih/t"}
[junit4:junit4]   2> 4553 T614 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 4568 T614 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 4569 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 4592 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5107 T616 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5108 T616 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51949/uiih/t collection:control_collection shard:shard1
[junit4:junit4]   2> 5118 T616 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 5133 T616 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 5151 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 5152 T616 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5153 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5157 T616 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5157 T616 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5159 T616 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51949/uiih/t/collection1/
[junit4:junit4]   2> 5159 T616 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5160 T616 oasc.SyncStrategy.syncToMe http://127.0.0.1:51949/uiih/t/collection1/ has no replicas
[junit4:junit4]   2> 5160 T616 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51949/uiih/t/collection1/
[junit4:junit4]   2> 5160 T616 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 5170 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6105 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6127 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6142 T616 oasc.ZkController.register We are http://127.0.0.1:51949/uiih/t/collection1/ and leader is http://127.0.0.1:51949/uiih/t/collection1/
[junit4:junit4]   2> 6145 T616 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51949/uiih/t
[junit4:junit4]   2> 6146 T616 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6146 T616 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6146 T616 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6150 T616 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6153 T591 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6154 T591 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6155 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6163 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 6168 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@463f52fd
[junit4:junit4]   2> 6169 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6170 T619 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6172 T619 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 6172 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51952
[junit4:junit4]   2> 6173 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51952
[junit4:junit4]   2> 6175 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620004 with negotiated timeout 10000 for client /127.0.0.1:51952
[junit4:junit4]   2> 6175 T619 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620004, negotiated timeout = 10000
[junit4:junit4]   2> 6176 T620 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@463f52fd name:ZooKeeperConnection Watcher:127.0.0.1:51945/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6176 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6181 T591 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6192 T591 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 6401 T591 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6404 T591 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51953
[junit4:junit4]   2> 6406 T591 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6406 T591 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6407 T591 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206
[junit4:junit4]   2> 6407 T591 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206/solr.xml
[junit4:junit4]   2> 6407 T591 oasc.CoreContainer.<init> New CoreContainer 68424785
[junit4:junit4]   2> 6408 T591 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206/'
[junit4:junit4]   2> 6408 T591 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206/'
[junit4:junit4]   2> 6445 T591 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 6446 T591 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6447 T591 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6447 T591 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6448 T591 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6448 T591 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6448 T591 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6450 T591 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6450 T591 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6451 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6463 T591 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6479 T591 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51945/solr
[junit4:junit4]   2> 6480 T591 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6481 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@dcfd3aa
[junit4:junit4]   2> 6483 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6483 T630 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6485 T630 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 6485 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51954
[junit4:junit4]   2> 6486 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51954
[junit4:junit4]   2> 6487 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620005 with negotiated timeout 20000 for client /127.0.0.1:51954
[junit4:junit4]   2> 6487 T630 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620005, negotiated timeout = 20000
[junit4:junit4]   2> 6488 T631 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dcfd3aa name:ZooKeeperConnection Watcher:127.0.0.1:51945 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6488 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6491 T598 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d69184e620005
[junit4:junit4]   2> 6492 T593 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51954 which had sessionid 0x13d69184e620005
[junit4:junit4]   2> 6492 T591 oaz.ZooKeeper.close Session: 0x13d69184e620005 closed
[junit4:junit4]   2> 6493 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 6496 T631 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6499 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6fbd87c5
[junit4:junit4]   2> 6501 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6501 T632 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6503 T632 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 6503 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51955
[junit4:junit4]   2> 6504 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51955
[junit4:junit4]   2> 6505 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620006 with negotiated timeout 20000 for client /127.0.0.1:51955
[junit4:junit4]   2> 6505 T632 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620006, negotiated timeout = 20000
[junit4:junit4]   2> 6505 T633 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fbd87c5 name:ZooKeeperConnection Watcher:127.0.0.1:51945/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6506 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6508 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6511 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6516 T591 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7527 T591 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51953_uiih%2Ft
[junit4:junit4]   2> 7529 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51953_uiih%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51953_uiih%2Ft
[junit4:junit4]   2> 7530 T591 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51953_uiih%2Ft
[junit4:junit4]   2> 7534 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 7537 T620 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7538 T633 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7541 T613 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7553 T634 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206/collection1
[junit4:junit4]   2> 7553 T634 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7556 T634 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7556 T634 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7560 T634 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206/collection1/'
[junit4:junit4]   2> 7561 T634 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7562 T634 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206/collection1/lib/README' to classloader
[junit4:junit4]   2> 7612 T634 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 7646 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7650 T614 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51949_uiih%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51949/uiih/t"}
[junit4:junit4]   2> 7668 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7671 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7672 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7687 T634 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7692 T634 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7716 T634 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8285 T634 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8301 T634 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8306 T634 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8379 T634 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8388 T634 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8396 T634 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8402 T634 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8403 T634 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8404 T634 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8407 T634 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8408 T634 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8409 T634 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8409 T634 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363267839206/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty1/
[junit4:junit4]   2> 8409 T634 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bf3d5f4
[junit4:junit4]   2> 8411 T634 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8411 T634 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty1 forceNew: false
[junit4:junit4]   2> 8412 T634 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty1/index/
[junit4:junit4]   2> 8412 T634 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8413 T634 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty1/index forceNew: false
[junit4:junit4]   2> 8416 T634 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a3473c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21654a8f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8416 T634 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8421 T634 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8422 T634 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8422 T634 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8423 T634 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8424 T634 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8424 T634 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8426 T634 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8427 T634 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8428 T634 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8435 T634 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8440 T634 oass.SolrIndexSearcher.<init> Opening Searcher@30b563d8 main
[junit4:junit4]   2> 8441 T634 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty1/tlog
[junit4:junit4]   2> 8442 T634 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8443 T634 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8449 T635 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30b563d8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8454 T634 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8455 T634 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9191 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9194 T614 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51953_uiih%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51953/uiih/t"}
[junit4:junit4]   2> 9194 T614 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 9194 T614 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9206 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9207 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9208 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9460 T634 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9460 T634 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51953/uiih/t collection:collection1 shard:shard1
[junit4:junit4]   2> 9462 T634 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 9481 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 9482 T634 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9484 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9489 T634 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9490 T634 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9490 T634 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51953/uiih/t/collection1/
[junit4:junit4]   2> 9491 T634 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9491 T634 oasc.SyncStrategy.syncToMe http://127.0.0.1:51953/uiih/t/collection1/ has no replicas
[junit4:junit4]   2> 9492 T634 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51953/uiih/t/collection1/
[junit4:junit4]   2> 9492 T634 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9505 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10725 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10755 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10756 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10755 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10763 T634 oasc.ZkController.register We are http://127.0.0.1:51953/uiih/t/collection1/ and leader is http://127.0.0.1:51953/uiih/t/collection1/
[junit4:junit4]   2> 10763 T634 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51953/uiih/t
[junit4:junit4]   2> 10764 T634 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10764 T634 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10765 T634 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10770 T634 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10773 T591 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10773 T591 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10774 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11023 T591 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11027 T591 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51956
[junit4:junit4]   2> 11028 T591 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11029 T591 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11029 T591 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799
[junit4:junit4]   2> 11030 T591 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799/solr.xml
[junit4:junit4]   2> 11031 T591 oasc.CoreContainer.<init> New CoreContainer 898794494
[junit4:junit4]   2> 11032 T591 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799/'
[junit4:junit4]   2> 11033 T591 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799/'
[junit4:junit4]   2> 11077 T591 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11078 T591 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11079 T591 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11080 T591 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11080 T591 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11081 T591 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11081 T591 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11082 T591 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11082 T591 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11083 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11100 T591 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11119 T591 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51945/solr
[junit4:junit4]   2> 11120 T591 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11121 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3d2ffa54
[junit4:junit4]   2> 11123 T646 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11123 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11125 T646 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 11126 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51957
[junit4:junit4]   2> 11127 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51957
[junit4:junit4]   2> 11128 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620007 with negotiated timeout 20000 for client /127.0.0.1:51957
[junit4:junit4]   2> 11128 T646 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620007, negotiated timeout = 20000
[junit4:junit4]   2> 11129 T647 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d2ffa54 name:ZooKeeperConnection Watcher:127.0.0.1:51945 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11130 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11133 T598 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d69184e620007
[junit4:junit4]   2> 11134 T593 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51957 which had sessionid 0x13d69184e620007
[junit4:junit4]   2> 11134 T591 oaz.ZooKeeper.close Session: 0x13d69184e620007 closed
[junit4:junit4]   2> 11135 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 11135 T647 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11143 T591 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51945/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d0e6391
[junit4:junit4]   2> 11144 T591 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11144 T648 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51945. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11145 T648 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51945, initiating session
[junit4:junit4]   2> 11145 T593 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51958
[junit4:junit4]   2> 11145 T593 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51958
[junit4:junit4]   2> 11147 T596 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d69184e620008 with negotiated timeout 20000 for client /127.0.0.1:51958
[junit4:junit4]   2> 11147 T648 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51945, sessionid = 0x13d69184e620008, negotiated timeout = 20000
[junit4:junit4]   2> 11148 T649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d0e6391 name:ZooKeeperConnection Watcher:127.0.0.1:51945/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11148 T591 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11149 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11151 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11155 T591 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12165 T591 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51956_uiih%2Ft
[junit4:junit4]   2> 12167 T598 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d69184e620008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51956_uiih%2Ft Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51956_uiih%2Ft
[junit4:junit4]   2> 12168 T591 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51956_uiih%2Ft
[junit4:junit4]   2> 12174 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 12174 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 12176 T620 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12176 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12177 T649 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12181 T613 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12182 T633 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12190 T650 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799/collection1
[junit4:junit4]   2> 12190 T650 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12191 T650 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12192 T650 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12194 T650 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799/collection1/'
[junit4:junit4]   2> 12195 T650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12196 T650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799/collection1/lib/README' to classloader
[junit4:junit4]   2> 12227 T650 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 12262 T650 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12264 T650 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12270 T650 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12273 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12276 T614 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51953_uiih%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51953/uiih/t"}
[junit4:junit4]   2> 12314 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12316 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12316 T649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12318 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12890 T650 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12903 T650 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12906 T650 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12951 T650 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12958 T650 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12965 T650 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12968 T650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 12969 T650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 12970 T650 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12973 T650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 12973 T650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 12974 T650 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 12974 T650 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363267843799/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/
[junit4:junit4]   2> 12975 T650 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bf3d5f4
[junit4:junit4]   2> 12975 T650 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 12976 T650 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2 forceNew: false
[junit4:junit4]   2> 12976 T650 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/index/
[junit4:junit4]   2> 12977 T650 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12977 T650 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/index forceNew: false
[junit4:junit4]   2> 12980 T650 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4fb387f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61eb2ec8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12981 T650 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12984 T650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12985 T650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12986 T650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12987 T650 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12988 T650 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12988 T650 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12989 T650 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12989 T650 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12990 T650 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12997 T650 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13002 T650 oass.SolrIndexSearcher.<init> Opening Searcher@38838efa main
[junit4:junit4]   2> 13003 T650 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/tlog
[junit4:junit4]   2> 13004 T650 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13004 T650 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13010 T651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38838efa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13014 T650 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13015 T650 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13834 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13836 T614 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51956_uiih%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51956/uiih/t"}
[junit4:junit4]   2> 13836 T614 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 13836 T614 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 13849 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13849 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13851 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13852 T649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14020 T650 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14020 T650 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51956/uiih/t collection:collection1 shard:shard1
[junit4:junit4]   2> 14028 T650 oasc.ZkController.register We are http://127.0.0.1:51956/uiih/t/collection1/ and leader is http://127.0.0.1:51953/uiih/t/collection1/
[junit4:junit4]   2> 14029 T650 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51956/uiih/t
[junit4:junit4]   2> 14029 T650 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14030 T650 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C41 name=collection1 org.apache.solr.core.SolrCore@9c64d70 url=http://127.0.0.1:51956/uiih/t/collection1 node=127.0.0.1:51956_uiih%2Ft C41_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51956_uiih%2Ft, base_url=http://127.0.0.1:51956/uiih/t}
[junit4:junit4]   2> 14036 T652 C41 P51956 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14037 T650 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14037 T652 C41 P51956 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14038 T652 C41 P51956 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14039 T652 C41 P51956 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14040 T591 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14040 T591 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14041 T591 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14041 T652 C41 P51956 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14049 T591 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C42 name=collection1 org.apache.solr.core.SolrCore@236bff4c url=http://127.0.0.1:51949/uiih/t/collection1 node=127.0.0.1:51949_uiih%2Ft C42_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51949_uiih%2Ft, base_url=http://127.0.0.1:51949/uiih/t, leader=true}
[junit4:junit4]   2> 14107 T609 C42 P51949 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e56a086 lockFactory=org.apache.lucene.store.NativeFSLockFactory@31d24da5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14108 T609 C42 P51949 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14138 T609 C42 P51949 /update {wt=javabin&version=2} {add=[10001 (1429489946059603969)]} 0 73
[junit4:junit4]   2> 14138 T608 C42 P51949 /update {wt=javabin&version=2} {add=[1 (1429489946059603968)]} 0 74
[junit4:junit4]   2> ASYNC  NEW_CORE C43 name=collection1 org.apache.solr.core.SolrCore@70704b7f url=http://127.0.0.1:51953/uiih/t/collection1 node=127.0.0.1:51953_uiih%2Ft C43_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51953_uiih%2Ft, base_url=http://127.0.0.1:51953/uiih/t, leader=true}
[junit4:junit4]   2> 14161 T626 C43 P51953 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a3473c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21654a8f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14163 T626 C43 P51953 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14168 T627 C43 P51953 /update {wt=javabin&version=2} {add=[1 (1429489946120421376)]} 0 6
[junit4:junit4]   2> 14181 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10001 (1429489946115178496)]} 0 23
[junit4:junit4]   2> 14273 T604 C42 P51949 /update {wt=javabin&version=2} {add=[2 (1429489946231570432)]} 0 5
[junit4:junit4]   2> 14276 T605 C42 P51949 /update {wt=javabin&version=2} {add=[10002 (1429489946232619008)]} 0 6
[junit4:junit4]   2> 14282 T628 C43 P51953 /update {wt=javabin&version=2} {add=[2 (1429489946241007616)]} 0 4
[junit4:junit4]   2> 14288 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10002 (1429489946243104768)]} 0 8
[junit4:junit4]   2> 14355 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[1 (-1429489946320699392)]} 0 1
[junit4:junit4]   2> 14358 T609 C42 P51949 /update {wt=javabin&version=2} {delete=[10001 (-1429489946323845120)]} 0 1
[junit4:junit4]   2> 14360 T624 C43 P51953 /update {wt=javabin&version=2} {delete=[1 (-1429489946326990848)]} 0 1
[junit4:junit4]   2> 14361 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[10001 (-1429489946328039424)]} 0 1
[junit4:junit4]   2> 14367 T608 C42 P51949 /update {wt=javabin&version=2} {add=[3 (1429489946332233728)]} 0 2
[junit4:junit4]   2> 14371 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10003 (1429489946333282304)]} 0 6
[junit4:junit4]   2> 14373 T626 C43 P51953 /update {wt=javabin&version=2} {add=[3 (1429489946338525184)]} 0 2
[junit4:junit4]   2> 14378 T628 C43 P51953 /update {wt=javabin&version=2} {add=[10003 (1429489946342719488)]} 0 3
[junit4:junit4]   2> 14420 T605 C42 P51949 /update {wt=javabin&version=2} {add=[4 (1429489946387808256)]} 0 2
[junit4:junit4]   2> 14424 T605 C42 P51949 /update {wt=javabin&version=2} {add=[10004 (1429489946392002560)]} 0 2
[junit4:junit4]   2> 14429 T629 C43 P51953 /update {wt=javabin&version=2} {add=[4 (1429489946397245440)]} 0 3
[junit4:junit4]   2> 14436 T627 C43 P51953 /update {wt=javabin&version=2} {add=[10004 (1429489946401439744)]} 0 5
[junit4:junit4]   2> 14496 T609 C42 P51949 /update {wt=javabin&version=2} {delete=[10003 (-1429489946469597185)]} 0 1
[junit4:junit4]   2> 14496 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[3 (-1429489946469597184)]} 0 1
[junit4:junit4]   2> 14502 T624 C43 P51953 /update {wt=javabin&version=2} {delete=[3 (-1429489946475888641)]} 0 1
[junit4:junit4]   2> 14502 T626 C43 P51953 /update {wt=javabin&version=2} {delete=[10003 (-1429489946475888640)]} 0 1
[junit4:junit4]   2> 14533 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10005 (1429489946485325824)]} 0 22
[junit4:junit4]   2> 14542 T608 C42 P51949 /update {wt=javabin&version=2} {add=[5 (1429489946496860160)]} 0 31
[junit4:junit4]   2> 14545 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10005 (1429489946514685952)]} 0 7
[junit4:junit4]   2> 14548 T627 C43 P51953 /update {wt=javabin&version=2} {add=[5 (1429489946523074560)]} 0 1
[junit4:junit4]   2> 14613 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10005 (-1429489946592280576)]} 0 1
[junit4:junit4]   2> 14617 T605 C42 P51949 /update {wt=javabin&version=2} {delete=[5 (-1429489946596474880)]} 0 0
[junit4:junit4]   2> 14619 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[10005 (-1429489946598572032)]} 0 2
[junit4:junit4]   2> 14626 T624 C43 P51953 /update {wt=javabin&version=2} {delete=[5 (-1429489946605912064)]} 0 3
[junit4:junit4]   2> 14626 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10006 (1429489946602766336)]} 0 3
[junit4:junit4]   2> 14637 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10006 (1429489946615349248)]} 0 2
[junit4:junit4]   2> 14639 T609 C42 P51949 /update {wt=javabin&version=2} {add=[6 (1429489946615349248)]} 0 4
[junit4:junit4]   2> 14648 T629 C43 P51953 /update {wt=javabin&version=2} {add=[6 (1429489946625835008)]} 0 3
[junit4:junit4]   2> 14703 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10007 (1429489946684555264)]} 0 2
[junit4:junit4]   2> 14707 T627 C43 P51953 /update {wt=javabin&version=2} {add=[10007 (1429489946689798144)]} 0 1
[junit4:junit4]   2> 14715 T608 C42 P51949 /update {wt=javabin&version=2} {add=[7 (1429489946696089600)]} 0 3
[junit4:junit4]   2> 14722 T628 C43 P51953 /update {wt=javabin&version=2} {add=[7 (1429489946704478208)]} 0 3
[junit4:junit4]   2> 14782 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10006 (-1429489946768441344)]} 0 1
[junit4:junit4]   2> 14787 T624 C43 P51953 /update {wt=javabin&version=2} {delete=[10006 (-1429489946774732800)]} 0 0
[junit4:junit4]   2> 14793 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[6 (-1429489946779975680)]} 0 2
[junit4:junit4]   2> 14796 T609 C42 P51949 /update {wt=javabin&version=2} {add=[10008 (1429489946781024256)]} 0 4
[junit4:junit4]   2> 14798 T626 C43 P51953 /update {wt=javabin&version=2} {delete=[6 (-1429489946786267136)]} 0 2
[junit4:junit4]   2> 14804 T604 C42 P51949 /update {wt=javabin&version=2} {add=[8 (1429489946790461440)]} 0 3
[junit4:junit4]   2> 14805 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10008 (1429489946790461440)]} 0 4
[junit4:junit4]   2> 14814 T627 C43 P51953 /update {wt=javabin&version=2} {add=[8 (1429489946799898624)]} 0 3
[junit4:junit4]   2> 14835 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10009 (1429489946820870144)]} 0 4
[junit4:junit4]   2> 14836 T605 C42 P51949 /update {wt=javabin&version=2} {add=[9 (1429489946822967296)]} 0 3
[junit4:junit4]   2> 14842 T628 C43 P51953 /update {wt=javabin&version=2} {add=[10009 (1429489946830307328)]} 0 2
[junit4:junit4]   2> 14845 T624 C43 P51953 /update {wt=javabin&version=2} {add=[9 (1429489946830307329)]} 0 5
[junit4:junit4]   2> 14922 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10007 (-1429489946915241984)]} 0 2
[junit4:junit4]   2> 14923 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[7 (-1429489946917339136)]} 0 1
[junit4:junit4]   2> 14932 T626 C43 P51953 /update {wt=javabin&version=2} {delete=[7 (-1429489946925727744)]} 0 1
[junit4:junit4]   2> 14932 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[10007 (-1429489946925727745)]} 0 1
[junit4:junit4]   2> 14938 T609 C42 P51949 /update {wt=javabin&version=2} {add=[10010 (1429489946929922048)]} 0 3
[junit4:junit4]   2> 14940 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10 (1429489946930970624)]} 0 4
[junit4:junit4]   2> 14944 T628 C43 P51953 /update {wt=javabin&version=2} {add=[10010 (1429489946937262080)]} 0 3
[junit4:junit4]   2> 14948 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10 (1429489946940407808)]} 0 4
[junit4:junit4]   2> 14958 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10011 (1429489946949844992)]} 0 4
[junit4:junit4]   2> 14961 T605 C42 P51949 /update {wt=javabin&version=2} {add=[11 (1429489946954039296)]} 0 4
[junit4:junit4]   2> 14969 T627 C43 P51953 /update {wt=javabin&version=2} {add=[10011 (1429489946960330752)]} 0 5
[junit4:junit4]   2> 14979 T629 C43 P51953 /update {wt=javabin&version=2} {add=[11 (1429489946968719360)]} 0 8
[junit4:junit4]   2> 15031 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10010 (-1429489947030585344)]} 0 1
[junit4:junit4]   2> 15036 T626 C43 P51953 /update {wt=javabin&version=2} {delete=[10010 (-1429489947035828224)]} 0 0
[junit4:junit4]   2> 15042 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[10 (-1429489947041071104)]} 0 1
[junit4:junit4]   2> 15055 T609 C42 P51949 /update {wt=javabin&version=2} {add=[10012 (1429489947045265408)]} 0 11
[junit4:junit4]   2> 15059 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[10 (-1429489947059945472)]} 0 0
[junit4:junit4]   2> 15067 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10012 (1429489947064139776)]} 0 4
[junit4:junit4]   2> 15085 T604 C42 P51949 /update {wt=javabin&version=2} {add=[12 (1429489947083014144)]} 0 4
[junit4:junit4]   2> 15102 T627 C43 P51953 /update {wt=javabin&version=2} {add=[12 (1429489947096645632)]} 0 9
[junit4:junit4]   2> 15159 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10013 (1429489947161657344)]} 0 4
[junit4:junit4]   2> 15166 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10013 (1429489947168997376)]} 0 3
[junit4:junit4]   2> 15192 T605 C42 P51949 /update {wt=javabin&version=2} {add=[13 (1429489947197308928)]} 0 3
[junit4:junit4]   2> 15194 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10014 (1429489947198357504)]} 0 3
[junit4:junit4]   2> 15198 T626 C43 P51953 /update {wt=javabin&version=2} {add=[13 (1429489947203600384)]} 0 3
[junit4:junit4]   2> 15200 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10014 (1429489947206746112)]} 0 1
[junit4:junit4]   2> 15232 T609 C42 P51949 /update {wt=javabin&version=2} {add=[14 (1429489947239251968)]} 0 3
[junit4:junit4]   2> 15241 T624 C43 P51953 /update {wt=javabin&version=2} {add=[14 (1429489947246592000)]} 0 4
[junit4:junit4]   2> 15247 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10015 (1429489947253932032)]} 0 4
[junit4:junit4]   2> 15255 T627 C43 P51953 /update {wt=javabin&version=2} {add=[10015 (1429489947262320640)]} 0 4
[junit4:junit4]   2> 15289 T608 C42 P51949 /update {wt=javabin&version=2} {add=[15 (1429489947297972224)]} 0 4
[junit4:junit4]   2> 15303 T629 C43 P51953 /update {wt=javabin&version=2} {add=[15 (1429489947314749440)]} 0 2
[junit4:junit4]   2> 15337 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10012 (-1429489947351449600)]} 0 1
[junit4:junit4]   2> 15352 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[10012 (-1429489947367178240)]} 0 1
[junit4:junit4]   2> 15366 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15368 T614 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51956_uiih%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51956/uiih/t"}
[junit4:junit4]   2> 15370 T605 C42 P51949 /update {wt=javabin&version=2} {add=[10016 (1429489947376615424)]} 0 9
[junit4:junit4]   2> 15380 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15382 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10016 (1429489947392344064)]} 0 6
[junit4:junit4]   2> 15385 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15387 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15389 T649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15393 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[12 (-1429489947410169856)]} 0 3
[junit4:junit4]   2>  C41_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51956_uiih%2Ft, base_url=http://127.0.0.1:51956/uiih/t}
[junit4:junit4]   2> 15441 T643 C41 P51956 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4fb387f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61eb2ec8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15442 T643 C41 P51956 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15444 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[12 (-1429489947422752768)]} 0 8
[junit4:junit4]   2> 15445 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[12 (-1429489947422752768)]} 0 48
[junit4:junit4]   2> 15453 T609 C42 P51949 /update {wt=javabin&version=2} {add=[16 (1429489947469938688)]} 0 3
[junit4:junit4]   2> 15475 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10017 (1429489947490910208)]} 0 6
[junit4:junit4]   2> 15479 T645 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1429489947477278720)]} 0 8
[junit4:junit4]   2> 15480 T629 C43 P51953 /update {wt=javabin&version=2} {add=[16 (1429489947477278720)]} 0 23
[junit4:junit4]   2> 15490 T640 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10017 (1429489947502444544)]} 0 3
[junit4:junit4]   2> 15491 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10017 (1429489947502444544)]} 0 10
[junit4:junit4]   2> 15569 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10018 (1429489947591573504)]} 0 3
[junit4:junit4]   2> 15569 T607 C42 P51949 /update {wt=javabin&version=2} {add=[17 (1429489947593670656)]} 0 1
[junit4:junit4]   2> 15579 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10018 (1429489947598913536)]} 0 3
[junit4:junit4]   2> 15581 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10018 (1429489947598913536)]} 0 8
[junit4:junit4]   2> 15584 T642 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1429489947598913537)]} 0 3
[junit4:junit4]   2> 15585 T628 C43 P51953 /update {wt=javabin&version=2} {add=[17 (1429489947598913537)]} 0 12
[junit4:junit4]   2> 15613 T605 C42 P51949 /update {wt=javabin&version=2} {delete=[10014 (-1429489947640856576)]} 0 1
[junit4:junit4]   2> 15622 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10014 (-1429489947646099456)]} 0 1
[junit4:junit4]   2> 15624 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[10014 (-1429489947646099456)]} 0 6
[junit4:junit4]   2> 15630 T609 C42 P51949 /update {wt=javabin&version=2} {add=[10019 (1429489947656585216)]} 0 2
[junit4:junit4]   2> 15665 T604 C42 P51949 /update {wt=javabin&version=2} {add=[18 (1429489947689091072)]} 0 6
[junit4:junit4]   2> 15667 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10019 (1429489947664973824)]} 0 12
[junit4:junit4]   2> 15669 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10019 (1429489947664973824)]} 0 33
[junit4:junit4]   2> 15684 T645 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1429489947700625408)]} 0 6
[junit4:junit4]   2> 15687 T626 C43 P51953 /update {wt=javabin&version=2} {add=[18 (1429489947700625408)]} 0 17
[junit4:junit4]   2> 15717 T608 C42 P51949 /update {wt=javabin&version=2} {delete=[14 (-1429489947749908480)]} 0 0
[junit4:junit4]   2> 15724 T640 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[14 (-1429489947754102784)]} 0 1
[junit4:junit4]   2> 15725 T624 C43 P51953 /update {wt=javabin&version=2} {delete=[14 (-1429489947754102784)]} 0 4
[junit4:junit4]   2> 15733 T607 C42 P51949 /update {wt=javabin&version=2} {add=[19 (1429489947764588544)]} 0 2
[junit4:junit4]   2> 15744 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1429489947770880000)]} 0 3
[junit4:junit4]   2> 15745 T628 C43 P51953 /update {wt=javabin&version=2} {add=[19 (1429489947770880000)]} 0 9
[junit4:junit4]   2> 15767 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[10015 (-1429489947802337280)]} 0 1
[junit4:junit4]   2> 15778 T642 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10015 (-1429489947807580160)]} 0 1
[junit4:junit4]   2> 15779 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[10015 (-1429489947807580160)]} 0 7
[junit4:junit4]   2> 15811 T605 C42 P51949 /update {wt=javabin&version=2} {add=[10020 (1429489947829600256)]} 0 18
[junit4:junit4]   2> 15839 T609 C42 P51949 /update {wt=javabin&version=2} {delete=[15 (-1429489947877834752)]} 0 1
[junit4:junit4]   2> 15854 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[15 (-1429489947887271936)]} 0 1
[junit4:junit4]   2> 15855 T624 C43 P51953 /update {wt=javabin&version=2} {delete=[15 (-1429489947887271936)]} 0 12
[junit4:junit4]   2> 15857 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10020 (1429489947862106112)]} 0 21
[junit4:junit4]   2> 15859 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10020 (1429489947862106112)]} 0 36
[junit4:junit4]   2> 15878 T604 C42 P51949 /update {wt=javabin&version=2} {add=[20 (1429489947900903424)]} 0 18
[junit4:junit4]   2> 15927 T608 C42 P51949 /update {wt=javabin&version=2} {delete=[10016 (-1429489947969060864)]} 0 21
[junit4:junit4]   2> 15933 T640 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1429489947932360704)]} 0 31
[junit4:junit4]   2> 15935 T628 C43 P51953 /update {wt=javabin&version=2} {add=[20 (1429489947932360704)]} 0 44
[junit4:junit4]   2> 15941 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10016 (-1429489947980595200)]} 0 1
[junit4:junit4]   2> 15943 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[10016 (-1429489947980595200)]} 0 7
[junit4:junit4]   2> 15959 T607 C42 P51949 /update {wt=javabin&version=2} {add=[10021 (1429489948001566720)]} 0 3
[junit4:junit4]   2> 15983 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[16 (-1429489948028829696)]} 0 1
[junit4:junit4]   2> 16004 T642 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10021 (1429489948013101056)]} 0 31
[junit4:junit4]   2> 16006 T627 C43 P51953 /update {wt=javabin&version=2} {add=[10021 (1429489948013101056)]} 0 39
[junit4:junit4]   2> 16010 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[16 (-1429489948049801216)]} 0 1
[junit4:junit4]   2> 16017 T624 C43 P51953 /update {wt=javabin&version=2} {delete=[16 (-1429489948049801216)]} 0 19
[junit4:junit4]   2> 16050 T605 C42 P51949 /update {wt=javabin&version=2} {add=[21 (1429489948080209920)]} 0 20
[junit4:junit4]   2> 16055 T591 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 51956
[junit4:junit4]   2> 16056 T591 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=898794494
[junit4:junit4]   2> 16066 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10022 (1429489948101181440)]} 0 15
[junit4:junit4]   2> 16071 T625 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:51956_uiih%252Ft_collection1&state=recovering&nodeName=127.0.0.1:51956_uiih%252Ft&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2005 
[junit4:junit4]   2> 16091 T645 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1429489948112715776)]} 0 4
[junit4:junit4]   2> 16093 T626 C43 P51953 /update {wt=javabin&version=2} {add=[21 (1429489948112715776)]} 0 35
[junit4:junit4]   2> 16098 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10022 (1429489948130541568)]} 0 3
[junit4:junit4]   2> 16101 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10022 (1429489948130541568)]} 0 22
[junit4:junit4]   2> 16120 T608 C42 P51949 /update {wt=javabin&version=2} {delete=[10017 (-1429489948172484608)]} 0 1
[junit4:junit4]   2> 16131 T640 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10017 (-1429489948178776064)]} 0 0
[junit4:junit4]   2> 16133 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[10017 (-1429489948178776064)]} 0 8
[junit4:junit4]   2> 16144 T607 C42 P51949 /update {wt=javabin&version=2} {add=[22 (1429489948195553280)]} 0 7
[junit4:junit4]   2> 16148 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10023 (1429489948197650432)]} 0 4
[junit4:junit4]   2> 16161 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1429489948206039040)]} 0 2
[junit4:junit4]   2> 16163 T624 C43 P51953 /update {wt=javabin&version=2} {add=[22 (1429489948206039040)]} 0 12
[junit4:junit4]   2> 16172 T642 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10023 (1429489948209184768)]} 0 9
[junit4:junit4]   2> 16173 T625 C43 P51953 /update {wt=javabin&version=2} {add=[10023 (1429489948209184768)]} 0 18
[junit4:junit4]   2> 16189 T609 C42 P51949 /update {wt=javabin&version=2} {delete=[17 (-1429489948244836352)]} 0 0
[junit4:junit4]   2> 16200 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[17 (-1429489948249030656)]} 0 1
[junit4:junit4]   2> 16202 T605 C42 P51949 /update {wt=javabin&version=2} {delete=[10018 (-1429489948258467840)]} 0 1
[junit4:junit4]   2> 16202 T626 C43 P51953 /update {wt=javabin&version=2} {delete=[17 (-1429489948249030656)]} 0 9
[junit4:junit4]   2> 16207 T604 C42 P51949 /update {wt=javabin&version=2} {add=[23 (1429489948262662144)]} 0 2
[junit4:junit4]   2> 16208 T645 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10018 (-1429489948262662144)]} 0 0
[junit4:junit4]   2> 16209 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[10018 (-1429489948262662144)]} 0 4
[junit4:junit4]   2> 16220 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10024 (1429489948276293632)]} 0 1
[junit4:junit4]   2> 16226 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1429489948276293632)]} 0 2
[junit4:junit4]   2> 16228 T627 C43 P51953 /update {wt=javabin&version=2} {add=[23 (1429489948276293632)]} 0 9
[junit4:junit4]   2> 16231 T640 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10024 (1429489948281536512)]} 0 3
[junit4:junit4]   2> 16233 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10024 (1429489948281536512)]} 0 9
[junit4:junit4]   2> 16259 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[18 (-1429489948318236672)]} 0 0
[junit4:junit4]   2> 16265 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10025 (1429489948322430976)]} 0 2
[junit4:junit4]   2> 16266 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[18 (-1429489948322430976)]} 0 0
[junit4:junit4]   2> 16267 T625 C43 P51953 /update {wt=javabin&version=2} {delete=[18 (-1429489948322430976)]} 0 4
[junit4:junit4]   2> 16272 T609 C42 P51949 /update {wt=javabin&version=2} {add=[24 (1429489948329771008)]} 0 2
[junit4:junit4]   2> 16275 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10025 (1429489948327673856)]} 0 3
[junit4:junit4]   2> 16277 T628 C43 P51953 /update {wt=javabin&version=2} {add=[10025 (1429489948327673856)]} 0 9
[junit4:junit4]   2> 16288 T645 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1429489948336062464)]} 0 2
[junit4:junit4]   2> 16290 T626 C43 P51953 /update {wt=javabin&version=2} {add=[24 (1429489948336062464)]} 0 14
[junit4:junit4]   2> 16323 T604 C42 P51949 /update {wt=javabin&version=2} {delete=[10019 (-1429489948385345536)]} 0 0
[junit4:junit4]   2> 16326 T605 C42 P51949 /update {wt=javabin&version=2} {add=[25 (1429489948385345537)]} 0 3
[junit4:junit4]   2> 16331 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10019 (-1429489948389539840)]} 0 1
[junit4:junit4]   2> 16335 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[10019 (-1429489948389539840)]} 0 8
[junit4:junit4]   2> 16990 T642 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1429489948397928448)]} 0 4
[junit4:junit4]   2> 16994 T607 C42 P51949 /update {wt=javabin&version=2} {add=[10026 (1429489949085794304)]} 0 5
[junit4:junit4]   2> 16996 T627 C43 P51953 /update {wt=javabin&version=2} {add=[25 (1429489948397928448)]} 0 662
[junit4:junit4]   2> 17008 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17012 T614 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51956_uiih%2Ft_collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51956_uiih%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51956/uiih/t"}
[junit4:junit4]   2> 17014 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10026 (1429489949093134336)]} 0 11
[junit4:junit4]   2> 17016 T625 C43 P51953 /update {wt=javabin&version=2} {add=[10026 (1429489949093134336)]} 0 18
[junit4:junit4]   2> 17051 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[19 (-1429489949148708864)]} 0 0
[junit4:junit4]   2> 17058 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[19 (-1429489949152903168)]} 0 1
[junit4:junit4]   2> 17059 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[19 (-1429489949152903168)]} 0 5
[junit4:junit4]   2> 17064 T609 C42 P51949 /update {wt=javabin&version=2} {add=[26 (1429489949161291776)]} 0 1
[junit4:junit4]   2> 17081 T645 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1429489949166534656)]} 0 1
[junit4:junit4]   2> 17082 T626 C43 P51953 /update {wt=javabin&version=2} {add=[26 (1429489949166534656)]} 0 14
[junit4:junit4]   2> 17095 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 17097 T649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 17097 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 17097 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 17104 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10027 (1429489949200089088)]} 0 4
[junit4:junit4]   2> 17110 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10027 (1429489949208477696)]} 0 2
[junit4:junit4]   2> 17166 T605 C42 P51949 /update {wt=javabin&version=2} {add=[27 (1429489949267197952)]} 0 2
[junit4:junit4]   2> 17172 T629 C43 P51953 /update {wt=javabin&version=2} {add=[27 (1429489949272440832)]} 0 3
[junit4:junit4]   2> 17213 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10028 (1429489949316481024)]} 0 2
[junit4:junit4]   2> 17219 T627 C43 P51953 /update {wt=javabin&version=2} {add=[10028 (1429489949323821056)]} 0 2
[junit4:junit4]   2> 17270 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10021 (-1429489949378347008)]} 0 0
[junit4:junit4]   2> 17273 T606 C42 P51949 /update {wt=javabin&version=2} {add=[28 (1429489949380444160)]} 0 2
[junit4:junit4]   2> 17275 T625 C43 P51953 /update {wt=javabin&version=2} {delete=[10021 (-1429489949382541312)]} 0 1
[junit4:junit4]   2> 17279 T628 C43 P51953 /update {wt=javabin&version=2} {add=[28 (1429489949386735616)]} 0 2
[junit4:junit4]   2> 17280 T609 C42 P51949 /update {wt=javabin&version=2} {add=[10029 (1429489949387784192)]} 0 1
[junit4:junit4]   2> 17285 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10029 (1429489949393027072)]} 0 1
[junit4:junit4]   2> 17320 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10030 (1429489949427630080)]} 0 3
[junit4:junit4]   2> 17327 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10030 (1429489949436018688)]} 0 2
[junit4:junit4]   2> 17330 T605 C42 P51949 /update {wt=javabin&version=2} {delete=[21 (-1429489949441261568)]} 0 1
[junit4:junit4]   2> 17335 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[21 (-1429489949446504448)]} 0 0
[junit4:junit4]   2> 17342 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10031 (1429489949451747328)]} 0 2
[junit4:junit4]   2> 17346 T607 C42 P51949 /update {wt=javabin&version=2} {add=[29 (1429489949453844480)]} 0 4
[junit4:junit4]   2> 17353 T627 C43 P51953 /update {wt=javabin&version=2} {add=[29 (1429489949462233088)]} 0 3
[junit4:junit4]   2> 17355 T625 C43 P51953 /update {wt=javabin&version=2} {add=[10031 (1429489949464330240)]} 0 4
[junit4:junit4]   2> 17392 T606 C42 P51949 /update {wt=javabin&version=2} {add=[30 (1429489949503127552)]} 0 4
[junit4:junit4]   2> 17393 T604 C42 P51949 /update {wt=javabin&version=2} {delete=[10025 (-1429489949506273280)]} 0 1
[junit4:junit4]   2> 17402 T626 C43 P51953 /update {wt=javabin&version=2} {delete=[10025 (-1429489949516759041)]} 0 0
[junit4:junit4]   2> 17404 T628 C43 P51953 /update {wt=javabin&version=2} {add=[30 (1429489949516759040)]} 0 3
[junit4:junit4]   2> 17408 T605 C42 P51949 /update {wt=javabin&version=2} {add=[10032 (1429489949520953344)]} 0 2
[junit4:junit4]   2> 17415 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10032 (1429489949527244800)]} 0 4
[junit4:junit4]   2> 17415 T608 C42 P51949 /update {wt=javabin&version=2} {add=[31 (1429489949529341952)]} 0 2
[junit4:junit4]   2> 17426 T627 C43 P51953 /update {wt=javabin&version=2} {add=[31 (1429489949540876288)]} 0 1
[junit4:junit4]   2> 17463 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[25 (-1429489949580722176)]} 0 1
[junit4:junit4]   2> 17467 T625 C43 P51953 /update {wt=javabin&version=2} {delete=[25 (-1429489949584916480)]} 0 0
[junit4:junit4]   2> 17483 T609 C42 P51949 /update {wt=javabin&version=2} {add=[32 (1429489949599596544)]} 0 2
[junit4:junit4]   2> 17492 T624 C43 P51953 /update {wt=javabin&version=2} {add=[32 (1429489949610082304)]} 0 1
[junit4:junit4]   2> 17502 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10033 (1429489949620568064)]} 0 1
[junit4:junit4]   2> 17507 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10033 (1429489949625810944)]} 0 2
[junit4:junit4]   2> 17571 T604 C42 P51949 /update {wt=javabin&version=2} {delete=[10026 (-1429489949693968384)]} 0 0
[junit4:junit4]   2> 17576 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[10026 (-1429489949698162688)]} 0 1
[junit4:junit4]   2> 17578 T605 C42 P51949 /update {wt=javabin&version=2} {add=[33 (1429489949700259840)]} 0 1
[junit4:junit4]   2> 17580 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10034 (1429489949702356992)]} 0 1
[junit4:junit4]   2> 17586 T629 C43 P51953 /update {wt=javabin&version=2} {add=[33 (1429489949707599872)]} 0 3
[junit4:junit4]   2> 17587 T627 C43 P51953 /update {wt=javabin&version=2} {add=[10034 (1429489949708648448)]} 0 2
[junit4:junit4]   2> 17652 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[26 (-1429489949778903040)]} 0 1
[junit4:junit4]   2> 17656 T625 C43 P51953 /update {wt=javabin&version=2} {delete=[26 (-1429489949783097344)]} 0 1
[junit4:junit4]   2> 17663 T609 C42 P51949 /update {wt=javabin&version=2} {add=[34 (1429489949787291648)]} 0 3
[junit4:junit4]   2> 17665 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[10027 (-1429489949792534528)]} 0 0
[junit4:junit4]   2> 17670 T624 C43 P51953 /update {wt=javabin&version=2} {add=[34 (1429489949795680256)]} 0 3
[junit4:junit4]   2> 17670 T626 C43 P51953 /update {wt=javabin&version=2} {delete=[10027 (-1429489949797777408)]} 0 1
[junit4:junit4]   2> 17682 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10035 (1429489949808263168)]} 0 2
[junit4:junit4]   2> 17702 T628 C43 P51953 /update {wt=javabin&version=2} {add=[10035 (1429489949825040384)]} 0 6
[junit4:junit4]   2> 17728 T605 C42 P51949 /update {wt=javabin&version=2} {add=[10036 (1429489949857546240)]} 0 2
[junit4:junit4]   2> 17741 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10036 (1429489949869080576)]} 0 4
[junit4:junit4]   2> 17750 T608 C42 P51949 /update {wt=javabin&version=2} {delete=[27 (-1429489949880614912)]} 0 1
[junit4:junit4]   2> 17756 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[27 (-1429489949887954944)]} 0 0
[junit4:junit4]   2> 17758 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10028 (-1429489949890052096)]} 0 0
[junit4:junit4]   2> 17761 T609 C42 P51949 /update {wt=javabin&version=2} {add=[35 (1429489949892149248)]} 0 1
[junit4:junit4]   2> 17764 T625 C43 P51953 /update {wt=javabin&version=2} {delete=[10028 (-1429489949895294976)]} 0 1
[junit4:junit4]   2> 17766 T626 C43 P51953 /update {wt=javabin&version=2} {add=[35 (1429489949896343552)]} 0 2
[junit4:junit4]   2> 17769 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10037 (1429489949900537856)]} 0 1
[junit4:junit4]   2> 17774 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10037 (1429489949905780736)]} 0 2
[junit4:junit4]   2> 17801 T604 C42 P51949 /update {wt=javabin&version=2} {add=[36 (1429489949934092288)]} 0 1
[junit4:junit4]   2> 17813 T628 C43 P51953 /update {wt=javabin&version=2} {add=[36 (1429489949945626624)]} 0 2
[junit4:junit4]   2> 17831 T608 C42 P51949 /update {wt=javabin&version=2} {delete=[28 (-1429489949966598144)]} 0 0
[junit4:junit4]   2> 17837 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[28 (-1429489949972889600)]} 0 1
[junit4:junit4]   2> 17841 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10031 (-1429489949977083904)]} 0 1
[junit4:junit4]   2> 17842 T609 C42 P51949 /update {wt=javabin&version=2} {add=[37 (1429489949977083905)]} 0 2
[junit4:junit4]   2> 17845 T625 C43 P51953 /update {wt=javabin&version=2} {delete=[10031 (-1429489949980229632)]} 0 1
[junit4:junit4]   2> 17847 T626 C43 P51953 /update {wt=javabin&version=2} {add=[37 (1429489949981278208)]} 0 2
[junit4:junit4]   2> 17850 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10038 (1429489949985472512)]} 0 1
[junit4:junit4]   2> 17856 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10038 (1429489949990715392)]} 0 2
[junit4:junit4]   2> 17913 T605 C42 P51949 /update {wt=javabin&version=2} {delete=[31 (-1429489950051532800)]} 0 1
[junit4:junit4]   2> 17914 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10039 (1429489950051532801)]} 0 2
[junit4:junit4]   2> 17916 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[31 (-1429489950055727104)]} 0 0
[junit4:junit4]   2> 17919 T628 C43 P51953 /update {wt=javabin&version=2} {add=[10039 (1429489950056775680)]} 0 2
[junit4:junit4]   2> 17923 T608 C42 P51949 /update {wt=javabin&version=2} {add=[38 (1429489950059921408)]} 0 3
[junit4:junit4]   2> 17931 T627 C43 P51953 /update {wt=javabin&version=2} {add=[38 (1429489950069358592)]} 0 2
[junit4:junit4]   2> 17986 T607 C42 P51949 /update {wt=javabin&version=2} {add=[39 (1429489950127030272)]} 0 3
[junit4:junit4]   2> 17987 T609 C42 P51949 /update {wt=javabin&version=2} {add=[10040 (1429489950127030273)]} 0 3
[junit4:junit4]   2> 17993 T625 C43 P51953 /update {wt=javabin&version=2} {add=[10040 (1429489950135418880)]} 0 2
[junit4:junit4]   2> 17995 T626 C43 P51953 /update {wt=javabin&version=2} {add=[39 (1429489950135418881)]} 0 4
[junit4:junit4]   2> 18044 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10041 (1429489950188896256)]} 0 1
[junit4:junit4]   2> 18051 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10041 (1429489950195187712)]} 0 3
[junit4:junit4]   2> 18063 T605 C42 P51949 /update {wt=javabin&version=2} {add=[40 (1429489950207770624)]} 0 2
[junit4:junit4]   2> 18069 T629 C43 P51953 /update {wt=javabin&version=2} {add=[40 (1429489950214062080)]} 0 3
[junit4:junit4]   2>  C41_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51956_uiih%2Ft, base_url=http://127.0.0.1:51956/uiih/t}
[junit4:junit4]   2> 18075 T652 C41 P51956 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51953/uiih/t/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18080 T652 C41 P51956 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 18095 T652 C41 P51956 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51956/uiih/t START replicas=[http://127.0.0.1:51953/uiih/t/collection1/] nUpdates=100
[junit4:junit4]   2> 18099 T604 C42 P51949 /update {wt=javabin&version=2} {delete=[10035 (-1429489950247616512)]} 0 1
[junit4:junit4]   2> 18106 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[10035 (-1429489950254956544)]} 0 1
[junit4:junit4]   2> 18113 T652 C41 P51956 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18117 T652 C41 P51956 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18118 T652 C41 P51956 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18118 T652 C41 P51956 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18118 T652 C41 P51956 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 18119 T652 C41 P51956 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51953/uiih/t/collection1/. core=collection1
[junit4:junit4]   2> 18119 T652 C41 P51956 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18117 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10042 (1429489950263345152)]} 0 4
[junit4:junit4]   2> 18122 T607 C42 P51949 /update {wt=javabin&version=2} {add=[41 (1429489950265442304)]} 0 6
[junit4:junit4]   2> 18119 T627 C43 P51953 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18135 T625 C43 P51953 /update {wt=javabin&version=2} {add=[41 (1429489950276976640)]} 0 8
[junit4:junit4]   2> 18137 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10042 (1429489950284316672)]} 0 4
[junit4:junit4]   2> 18137 T625 C43 P51953 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18190 T609 C42 P51949 /update {wt=javabin&version=2} {delete=[35 (-1429489950343036928)]} 0 1
[junit4:junit4]   2> 18196 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[35 (-1429489950348279808)]} 0 2
[junit4:junit4]   2> 18204 T606 C42 P51949 /update {wt=javabin&version=2} {add=[42 (1429489950355619840)]} 0 3
[junit4:junit4]   2> 18206 T625 C43 P51953 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a3473c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21654a8f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a3473c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21654a8f),segFN=segments_2,generation=2,filenames=[_0.len, segments_2, _0.inf, _0_1.liv, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 18207 T625 C43 P51953 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.len, segments_2, _0.inf, _0_1.liv, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 18213 T627 C43 P51953 /update {wt=javabin&version=2} {add=[42 (1429489950362959872)]} 0 4
[junit4:junit4]   2> 18239 T625 C43 P51953 oass.SolrIndexSearcher.<init> Opening Searcher@2bd75dd6 realtime
[junit4:junit4]   2> 18241 T625 C43 P51953 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18242 T625 C43 P51953 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 106
[junit4:junit4]   2> 18246 T652 C41 P51956 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18247 T652 C41 P51956 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18261 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10043 (1429489950400708608)]} 0 17
[junit4:junit4]   2> 18278 T626 C43 P51953 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18279 T626 C43 P51953 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 18281 T652 C41 P51956 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18282 T652 C41 P51956 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18282 T652 C41 P51956 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18288 T628 C43 P51953 /update {wt=javabin&version=2} {add=[10043 (1429489950441603072)]} 0 4
[junit4:junit4]   2> 18290 T627 C43 P51953 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18292 T652 C41 P51956 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
[junit4:junit4]   2> 18294 T652 C41 P51956 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/index.20130314163051306 forceNew: false
[junit4:junit4]   2> 18294 T652 C41 P51956 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d50f804 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3eede9bd) fullCopy=true
[junit4:junit4]   2> 18299 T624 C43 P51953 REQ /replication {file=_0.len&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18306 T625 C43 P51953 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18311 T629 C43 P51953 REQ /replication {file=_0_1.liv&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18320 T626 C43 P51953 REQ /replication {file=_0.inf&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 18321 T608 C42 P51949 /update {wt=javabin&version=2} {add=[43 (1429489950477254656)]} 0 4
[junit4:junit4]   2> 18325 T628 C43 P51953 REQ /replication {file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18327 T627 C43 P51953 /update {wt=javabin&version=2} {add=[43 (1429489950484594688)]} 0 2
[junit4:junit4]   2> 18329 T627 C43 P51953 REQ /replication {file=_0.pst&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18338 T625 C43 P51953 REQ /replication {file=_0.fld&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18341 T652 C41 P51956 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18342 T652 C41 P51956 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130314163051306
[junit4:junit4]   2> 18343 T652 C41 P51956 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18343 T652 C41 P51956 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18344 T652 C41 P51956 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18347 T652 C41 P51956 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/index/ new=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/index.20130314163051306
[junit4:junit4]   2> 18348 T652 C41 P51956 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d50f804 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3eede9bd),segFN=segments_2,generation=2,filenames=[_0.len, segments_2, _0.inf, _0_1.liv, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 18349 T652 C41 P51956 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.len, segments_2, _0.inf, _0_1.liv, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 18350 T652 C41 P51956 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18354 T652 C41 P51956 oass.SolrIndexSearcher.<init> Opening Searcher@42e18b85 main
[junit4:junit4]   2> 18356 T651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42e18b85 main{StandardDirectoryReader(segments_2:3:nrt _0(4.3):C83/39)}
[junit4:junit4]   2> 18357 T652 C41 P51956 oash.SnapPuller$2.preClose removing old index files MockDirWrapper(org.apache.lucene.store.RAMDirectory@4fb387f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61eb2ec8)
[junit4:junit4]   2> 18358 T652 C41 P51956 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/index
[junit4:junit4]   2> 18358 T652 C41 P51956 oash.SnapPuller$2.postClose removing old index directory MockDirWrapper(org.apache.lucene.store.RAMDirectory@4fb387f0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61eb2ec8)
[junit4:junit4]   2> 18363 T660 C41 P51956 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363267833044/jetty2/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=3128
[junit4:junit4]   2> 18363 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[10036 (-1429489950524440576)]} 0 0
[junit4:junit4]   2> 18367 T660 C41 P51956 oasu.DirectUpdateHandler2.commit start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18368 T652 C41 P51956 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 18371 T660 C41 P51956 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d50f804 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3eede9bd),segFN=segments_2,generation=2,filenames=[_0.len, segments_2, _0.inf, _0_1.liv, _0.si, _0.pst, _0.fld]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d50f804 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3eede9bd),segFN=segments_3,generation=3,filenames=[_0.len, _0.inf, _0_1.liv, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 18371 T660 C41 P51956 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.len, _0.inf, _0_1.liv, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 18371 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[10036 (-1429489950532829184)]} 0 0
[junit4:junit4]   2> 18373 T660 C41 P51956 oass.SolrIndexSearcher.<init> Opening Searcher@6bb4ab2b main
[junit4:junit4]   2> 18373 T660 C41 P51956 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18375 T651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6bb4ab2b main{StandardDirectoryReader(segments_2:3:nrt _0(4.3):C83/39)}
[junit4:junit4]   2> 18376 T660 C41 P51956 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=3128}
[junit4:junit4]   2> 18377 T652 C41 P51956 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18377 T652 C41 P51956 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18377 T652 C41 P51956 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18378 T609 C42 P51949 /update {wt=javabin&version=2} {add=[10044 (1429489950538072064)]} 0 2
[junit4:junit4]   2> 18380 T652 C41 P51956 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18383 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10044 (1429489950544363520)]} 0 2
[junit4:junit4]   2> 18394 T605 C42 P51949 /update {wt=javabin&version=2} {delete=[36 (-1429489950555897856)]} 0 1
[junit4:junit4]   2> 18400 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[36 (-1429489950563237888)]} 0 0
[junit4:junit4]   2> 18412 T606 C42 P51949 /update {wt=javabin&version=2} {add=[44 (1429489950574772224)]} 0 1
[junit4:junit4]   2> 18423 T624 C43 P51953 /update {wt=javabin&version=2} {add=[44 (1429489950585257984)]} 0 2
[junit4:junit4]   2> 18446 T604 C42 P51949 /update {wt=javabin&version=2} {delete=[10038 (-1429489950611472384)]} 0 0
[junit4:junit4]   2> 18464 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[10038 (-1429489950630346752)]} 0 1
[junit4:junit4]   2> 18473 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10045 (1429489950637686784)]} 0 2
[junit4:junit4]   2> 18488 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[38 (-1429489950655512576)]} 0 0
[junit4:junit4]   2> 18494 T625 C43 P51953 /update {wt=javabin&version=2} {add=[10045 (1429489950658658304)]} 0 3
[junit4:junit4]   2> 18498 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[38 (-1429489950664949760)]} 0 1
[junit4:junit4]   2> 18504 T609 C42 P51949 /update {wt=javabin&version=2} {add=[45 (1429489950670192640)]} 0 2
[junit4:junit4]   2> 18513 T626 C43 P51953 /update {wt=javabin&version=2} {add=[45 (1429489950678581248)]} 0 4
[junit4:junit4]   2> 18543 T605 C42 P51949 /update {wt=javabin&version=2} {delete=[10043 (-1429489950713184256)]} 0 1
[junit4:junit4]   2> 18547 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[10043 (-1429489950717378560)]} 0 0
[junit4:junit4]   2> 18553 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10046 (1429489950721572864)]} 0 2
[junit4:junit4]   2> 18558 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10046 (1429489950727864320)]} 0 1
[junit4:junit4]   2> 18559 T604 C42 P51949 /update {wt=javabin&version=2} {delete=[43 (-1429489950729961472)]} 0 1
[junit4:junit4]   2> 18564 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[43 (-1429489950735204352)]} 0 0
[junit4:junit4]   2> 18570 T608 C42 P51949 /update {wt=javabin&version=2} {add=[46 (1429489950739398656)]} 0 2
[junit4:junit4]   2> 18576 T625 C43 P51953 /update {wt=javabin&version=2} {add=[46 (1429489950745690112)]} 0 2
[junit4:junit4]   2> 18610 T607 C42 P51949 /update {wt=javabin&version=2} {add=[10047 (1429489950781341696)]} 0 3
[junit4:junit4]   2> 18612 T614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18615 T614 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51956_uiih%2Ft",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51956/uiih/t"}
[junit4:junit4]   2> 18616 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10047 (1429489950788681728)]} 0 2
[junit4:junit4]   2> 18623 T605 C42 P51949 /update {wt=javabin&version=2} {add=[47 (1429489950794973184)]} 0 3
[junit4:junit4]   2> 18630 T628 C43 P51953 /update {wt=javabin&version=2} {add=[47 (1429489950802313216)]} 0 2
[junit4:junit4]   2> 18636 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 18636 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 18636 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 18636 T649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 18670 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10048 (1429489950844256256)]} 0 3
[junit4:junit4]   2> 18681 T604 C42 P51949 /update {wt=javabin&version=2} {add=[48 (1429489950855790592)]} 0 2
[junit4:junit4]   2>  C41_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51956_uiih%2Ft, base_url=http://127.0.0.1:51956/uiih/t}
[junit4:junit4]   2> 18718 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10048 (1429489950854742016)]} 0 33
[junit4:junit4]   2> 18720 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10048 (1429489950854742016)]} 0 42
[junit4:junit4]   2> 18723 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1429489950863130624)]} 0 18
[junit4:junit4]   2> 18724 T627 C43 P51953 /update {wt=javabin&version=2} {add=[48 (1429489950863130624)]} 0 38
[junit4:junit4]   2> 18777 T608 C42 P51949 /update {wt=javabin&version=2} {delete=[10044 (-1429489950958551040)]} 0 0
[junit4:junit4]   2> 18782 T609 C42 P51949 /update {wt=javabin&version=2} {delete=[44 (-1429489950962745344)]} 0 1
[junit4:junit4]   2> 18784 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10044 (-1429489950961696768)]} 0 0
[junit4:junit4]   2> 18786 T625 C43 P51953 /update {wt=javabin&version=2} {delete=[10044 (-1429489950961696768)]} 0 6
[junit4:junit4]   2> 18788 T640 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[44 (-1429489950966939648)]} 0 1
[junit4:junit4]   2> 18789 T629 C43 P51953 /update {wt=javabin&version=2} {delete=[44 (-1429489950966939648)]} 0 4
[junit4:junit4]   2> 18793 T607 C42 P51949 /update {wt=javabin&version=2} {add=[10049 (1429489950973231104)]} 0 2
[junit4:junit4]   2> 18796 T605 C42 P51949 /update {wt=javabin&version=2} {add=[49 (1429489950977425408)]} 0 2
[junit4:junit4]   2> 18808 T642 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10049 (1429489950980571136)]} 0 3
[junit4:junit4]   2> 18814 T626 C43 P51953 /update {wt=javabin&version=2} {add=[10049 (1429489950980571136)]} 0 16
[junit4:junit4]   2> 18815 T645 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1429489950985814016)]} 0 3
[junit4:junit4]   2> 18817 T628 C43 P51953 /update {wt=javabin&version=2} {add=[49 (1429489950985814016)]} 0 15
[junit4:junit4]   2> 18844 T606 C42 P51949 /update {wt=javabin&version=2} {delete=[10045 (-1429489951028805632)]} 0 0
[junit4:junit4]   2> 18849 T604 C42 P51949 /update {wt=javabin&version=2} {delete=[45 (-1429489951032999936)]} 0 1
[junit4:junit4]   2> 18857 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10045 (-1429489951036145664)]} 0 1
[junit4:junit4]   2> 18859 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[45 (-1429489951040339968)]} 0 1
[junit4:junit4]   2> 18860 T624 C43 P51953 /update {wt=javabin&version=2} {delete=[10045 (-1429489951036145664)]} 0 10
[junit4:junit4]   2> 18862 T627 C43 P51953 /update {wt=javabin&version=2} {delete=[45 (-1429489951040339968)]} 0 7
[junit4:junit4]   2> 18867 T609 C42 P51949 /update {wt=javabin&version=2} {add=[50 (1429489951051874304)]} 0 1
[junit4:junit4]   2> 18868 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10050 (1429489951049777152)]} 0 4
[junit4:junit4]   2> 18880 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1429489951057117184)]} 0 3
[junit4:junit4]   2> 18883 T625 C43 P51953 /update {wt=javabin&version=2} {add=[50 (1429489951057117184)]} 0 13
[junit4:junit4]   2> 18886 T640 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10050 (1429489951059214336)]} 0 2
[junit4:junit4]   2> 18887 T629 C43 P51953 /update {wt=javabin&version=2} {add=[10050 (1429489951059214336)]} 0 14
[junit4:junit4]   2> 18972 T605 C42 P51949 /update {wt=javabin&version=2} {delete=[10047 (-1429489951163023360)]} 0 0
[junit4:junit4]   2> 18972 T607 C42 P51949 /update {wt=javabin&version=2} {delete=[47 (-1429489951163023361)]} 0 0
[junit4:junit4]   2> 18980 T642 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10047 (-1429489951167217664)]} 0 1
[junit4:junit4]   2> 18982 T626 C43 P51953 /update {wt=javabin&version=2} {delete=[10047 (-1429489951167217664)]} 0 6
[junit4:junit4]   2> 18983 T645 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[47 (-1429489951169314816)]} 0 1
[junit4:junit4]   2> 18984 T628 C43 P51953 /update {wt=javabin&version=2} {delete=[47 (-1429489951169314816)]} 0 6
[junit4:junit4]   2> 18990 T606 C42 P51949 /update {wt=javabin&version=2} {add=[10051 (1429489951178752000)]} 0 3
[junit4:junit4]   2> 18994 T604 C42 P51949 /update {wt=javabin&version=2} {add=[51 (1429489951179800576)]} 0 6
[junit4:junit4]   2> 19013 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1429489951190286336)]} 0 2
[junit4:junit4]   2> 19014 T644 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10051 (1429489951189237760)]} 0 3
[junit4:junit4]   2> 19015 T627 C43 P51953 /update {wt=javabin&version=2} {add=[51 (1429489951190286336)]} 0 17
[junit4:junit4]   2> 19016 T624 C43 P51953 /update {wt=javabin&version=2} {add=[10051 (1429489951189237760)]} 0 20
[junit4:junit4]   2> 19071 T608 C42 P51949 /update {wt=javabin&version=2} {add=[10052 (1429489951266832384)]} 0 1
[junit4:junit4]   2> 19073 T609 C42 P51949 /update {wt=javabin&version=2} {add=[52 (1429489951266832385)]} 0 3
[junit4:junit4]   2> 19081 T643 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10052 (1429489951271026688)]} 0 1
[junit4:junit4]   2> 19083 T625 C43 P51953 /update {wt=javabin&version=2} {add=[10052 (1429489951271026688)]} 0 8
[junit4:junit4]   2> 19084 T591 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19084 T591 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19091 T640 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1429489951274172416)]} 0 3
[junit4:junit4]   2> 19093 T591 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9c64d70
[junit4:junit4]   2> 19097 T607 C42 P51949 /update {wt=javabin&version=2} {add=[10053 (1429489951290949632)]} 0 3
[junit4:junit4]   2> 19100 T626 C43 P51953 /update {wt=javabin&version=2} {add=[52 (1429489951274172416)]} 0 22
[junit4:junit4]   2> 19112 T591 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=10,adds=10,deletesById=6,deletesByQuery=0,errors=0,cumulative_adds=31,cumulative_deletesById=19,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 19115 T591 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 19115 T591 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 19116 T591 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 19117 T606 C42 P51949 /update {wt=javabin&version=2} {add=[53 (1429489951306678272)]} 0 9
[junit4:junit4]   2> 19119 T642 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10053 (1429489951301435392)]} 0 7
[junit4:junit4]   2> 19120 T642 C41 P51956 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9c64d70
[junit4:junit4]   2> 19120 T642 C41 P51956 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=11,deletesById=6,deletesByQuery=0,errors=0,cumulative_adds=32,cumulative_deletesById=19,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 19128 T641 C41 P51956 /update {distrib.from=http://127.0.0.1:51953/uiih/t/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {} 0 2
[junit4:junit4]   2> 19129 T641 C41 P51956 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: SolrCoreState already closed
[junit4:junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:85)
[junit4:junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:153)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:69)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:451)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:587)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:346)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:100)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:246)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4]   2> 		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:637)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 19133 T641 C41 P51956 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9c64d70
[junit4:junit4]   2> 19133 T641 C41 P51956 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=11,deletesById=6,deletesByQuery=0,errors=0,cumulative_adds=32,cumulative_deletesById=19,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 19141 T591 C41 P51956 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d50f804 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3eede9bd),segFN=segments_3,generation=3,filenames=[_0.len, _0.inf, _0_1.liv, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d50f804 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3eede9bd),segFN=segments_4,generation=4,filenames=[_2.si, _2.fld, _1.fld, _2.inf, _1.inf, _0.pst, _0.fld, _1.len, _2.len, _2.pst, _1.pst, _0.len, _1.si, _0_1.liv, _0.inf, _0.si, segments_4]
[junit4:junit4]   2> 19142 T591 C41 P51956 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_2.si, _2.fld, _1.fld, _2.inf, _1.inf, _0.pst, _0.fld, _1.len, _2.len, _2.pst, _1.pst, _0.len, _1.si, _0_1.liv, _0.inf, _0.si, segments_4]
[junit4:junit4]   2> 19149 T642 C41 P51956 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 19149 T641 C41 P51956 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 19149 T591 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 19151 T628 C43 P51953 /update {wt=javabin&version=2} {add=[10053 (1429489951301435392)]} 0 48
[junit4:junit4]   2> 19153 T598 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d69184e620008
[junit4:junit4]   2> 19157 T593 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51958 which had sessionid 0x13d69184e620008
[junit4:junit4]   2> 19157 T591 oaz.ZooKeeper.close Session: 0x13d69184e620008 closed
[junit4:junit4]   2> 19158 T633 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 19158 T613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 19160 T627 C43 P51953 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:51956/uiih/t/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:51956/uiih/t/collection1 returned non ok status:503, message:Service Unavailable
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:332)
[junit4:junit4]   2> 		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:306)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 19162 T620 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 19162 T620 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 19167 T649 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 19167 T627 C43 P51953 oasup.DistributedUpdateProcessor.doFinish try and ask http://127.0.0.1:51956/uiih/t to recover
[junit4:junit4]   2> 19167 T649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 19168 T649 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 19170 T649 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 19167 T627 C43 P51953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19173 T613 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 19176 T591 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/uiih/t,null}
[junit4:junit4]   2> 19184 T633 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 19185 T604 C42 P51949 /update {wt=javabin&version=2} {add=[10054 (1429489951383224320)]} 0 4
[junit4:junit4]   2> 19190 T627 C43 P51953 oasup.DistributedUpdateProcessor.doFinish Could not tell a replica to recover org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:51956/uiih/t
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:409)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:440)
[junit4:junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1086)
[junit4:junit4]   2> 	at org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:179)
[junit4:junit4]   2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)
[junit4:junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:637)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 	at 

[...truncated too long message...]

tThread.run EventThread shut down
[junit4:junit4]   2> 52144 T688 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_enm,null}
[junit4:junit4]   2> 52210 T688 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 52211 T688 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 52212 T688 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 52212 T688 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 52213 T693 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 52213 T688 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 52214 T692 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 52215 T688 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 52217 T688 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51978 51978
[junit4:junit4]   2> 52365 T691 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 53241 T690 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 53242 T688 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 53243 T688 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 53244 T688 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 53244 T688 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 53244 T688 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=4D002B798FF8CC08 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Asia/Nicosia -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 53.3s | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([4D002B798FF8CC08:CCE6A561F8A7AC34]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 53258 T688 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=MockVariableIntBlock(baseBlockSize=36), text=PostingsFormat(name=Lucene41WithOrds), _version_=MockVariableIntBlock(baseBlockSize=36), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=MockVariableIntBlock(baseBlockSize=36), timestamp=MockVariableIntBlock(baseBlockSize=36), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=MockVariableIntBlock(baseBlockSize=36), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), range_facet_si=PostingsFormat(name=Direct), other_tl1=MockVariableIntBlock(baseBlockSize=36), multiDefault=PostingsFormat(name=Direct), a_si=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=ca, timezone=Asia/Nicosia
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=2,threads=7,free=46906816,total=243728384
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestQueryUtils, TestDocumentBuilder, TestConfig, TestReplicationHandler, AnalysisAfterCoreReloadTest, TestDefaultSimilarityFactory, SimpleFacetsTest, StatsComponentTest, SuggesterFSTTest, SimplePostToolTest, IndexSchemaTest, DistanceFunctionTest, RecoveryZkTest, SyncSliceTest]
[junit4:junit4] Completed in 53.29s, 1 test, 1 failure <<< FAILURES!

[...truncated 802 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 272 suites, 1145 tests, 2 suite-level errors, 1 failure, 18 ignored (6 assumptions)

Total time: 68 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 308 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/308/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.TestBatchUpdate.testWithBinary

Error Message:
IOException occured when talking to server at: https://127.0.0.1:54211/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:54211/solr
	at __randomizedtesting.SeedInfo.seed([F90C4C3C51E0C2D3:AB7A0223D60F18C0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.client.solrj.TestBatchUpdate.doIt(TestBatchUpdate.java:130)
	at org.apache.solr.client.solrj.TestBatchUpdate.testWithBinary(TestBatchUpdate.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:95)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 46 more




Build Log:
[...truncated 10073 lines...]
[junit4:junit4] Suite: org.apache.solr.client.solrj.TestBatchUpdate
[junit4:junit4]   2> 0 T233 oas.SolrJettyTestBase.beforeSolrJettyTestBase Randomized ssl (true) and clientAuth (false)
[junit4:junit4]   2> 1 T233 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/./solrtest-TestBatchUpdate-1363249902064
[junit4:junit4]   2> 2 T233 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 6 T233 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 29 T233 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4:junit4]   2> 40 T233 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54211
[junit4:junit4]   2> 42 T233 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 44 T233 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 44 T233 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr
[junit4:junit4]   2> 45 T233 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/solr.xml
[junit4:junit4]   2> 45 T233 oasc.CoreContainer.<init> New CoreContainer 1270063498
[junit4:junit4]   2> 46 T233 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/'
[junit4:junit4]   2> 48 T233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/'
[junit4:junit4]   2> 136 T233 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 143 T233 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 144 T233 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 145 T233 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 145 T233 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 146 T233 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 147 T233 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 148 T233 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 148 T233 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 149 T233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 169 T233 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 225 T243 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1
[junit4:junit4]   2> 226 T243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/'
[junit4:junit4]   2> 285 T243 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
[junit4:junit4]   2> 737 T243 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 968 T243 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 969 T243 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 986 T243 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 1824 T243 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1860 T243 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1876 T243 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1930 T243 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1930 T243 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064/
[junit4:junit4]   2> 1931 T243 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@66c3433d
[junit4:junit4]   2> 1932 T243 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   2> 1933 T243 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   2> 1933 T243 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1934 T243 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064 forceNew: false
[junit4:junit4]   2> 1935 T243 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064/index/
[junit4:junit4]   2> 1935 T243 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1936 T243 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064/index forceNew: false
[junit4:junit4]   2> 1940 T243 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1940 T243 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1941 T243 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1942 T243 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   2> 1942 T243 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
[junit4:junit4]   2> 1943 T243 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
[junit4:junit4]   2> 1943 T243 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
[junit4:junit4]   2> 1947 T243 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1948 T243 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
[junit4:junit4]   2> 1949 T243 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1950 T243 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
[junit4:junit4]   2> 1951 T243 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1952 T243 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   2> 1953 T243 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   2> 1953 T243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 1954 T243 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 1954 T243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 1955 T243 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 1956 T243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 1956 T243 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 1957 T243 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1958 T243 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   2> 1959 T243 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1960 T243 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1960 T243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 1961 T243 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
[junit4:junit4]   2> 1961 T243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 1962 T243 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
[junit4:junit4]   2> 1962 T243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 1963 T243 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
[junit4:junit4]   2> 1963 T243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 1964 T243 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
[junit4:junit4]   2> 1971 T243 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1973 T243 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1975 T243 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1984 T243 oass.SolrIndexSearcher.<init> Opening Searcher@75318d71 main
[junit4:junit4]   2> 1985 T243 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064/tlog
[junit4:junit4]   2> 1987 T243 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   2> 1988 T243 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1989 T243 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1990 T243 oass.DirectSolrSpellChecker.init init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   2> 1990 T243 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
[junit4:junit4]   2> 1992 T243 oashc.QueryElevationComponent.inform Loading QueryElevation from: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 2013 T243 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2014 T244 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@75318d71 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> ASYNC  NEW_CORE C23 name=collection1 org.apache.solr.core.SolrCore@4dcd6d55
[junit4:junit4]   2> 2017 T244 C23 REQ [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 2018 T244 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 2019 T244 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
[junit4:junit4]   2> 2019 T244 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
[junit4:junit4]   2> 2029 T244 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75318d71 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2036 T243 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2039 T233 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0
[junit4:junit4]   2> 2040 T233 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2041 T233 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#54211
[junit4:junit4]   2> 2052 T233 oas.SolrTestCaseJ4.setUp ###Starting testWithBinaryBean
[junit4:junit4]   2> 2053 T233 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2137 T239 C23 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2139 T239 C23 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2144 T239 C23 oass.SolrIndexSearcher.<init> Opening Searcher@6f19e5fb realtime
[junit4:junit4]   2> 2146 T239 C23 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1429471131541176320)} 0 14
[junit4:junit4]   2> 2874 T240 C23 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1429471131640791040), 2 (1429471131643936768), 3 (1429471131643936769), 4 (1429471131644985344), 5 (1429471131646033920), 6 (1429471131647082496), 7 (1429471131648131072), 8 (1429471131648131073), 9 (1429471131649179648), 10 (1429471131649179649), ... (1000 adds)]} 0 647
[junit4:junit4]   2> 2882 T242 C23 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3030 T242 C23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, segments_2, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 3031 T242 C23 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, segments_2, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 3050 T242 C23 oass.SolrIndexSearcher.<init> Opening Searcher@25beec2 main
[junit4:junit4]   2> 3053 T244 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@25beec2 main{StandardDirectoryReader(segments_2:3:nrt _0(4.3):C1000)}
[junit4:junit4]   2> 3053 T244 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 3056 T244 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25beec2 main{StandardDirectoryReader(segments_2:3:nrt _0(4.3):C1000)}
[junit4:junit4]   2> 3057 T242 C23 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3058 T242 C23 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 177
[junit4:junit4]   2> 3072 T238 C23 REQ [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1000 status=0 QTime=2 
[junit4:junit4]   2> 3077 T233 oas.SolrTestCaseJ4.tearDown ###Ending testWithBinaryBean
[junit4:junit4]   2> 3087 T233 oas.SolrTestCaseJ4.setUp ###Starting testWithBinary
[junit4:junit4]   2> 3136 T239 C23 oass.SolrIndexSearcher.<init> Opening Searcher@48c117d6 realtime
[junit4:junit4]   2> 3137 T239 C23 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1429471132552003584)} 0 40
[junit4:junit4]   2> 3701 T241 C23 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1429471132619112448), 2 (1429471132626452480), 3 (1429471132626452481), 4 (1429471132627501056), 5 (1429471132627501057), 6 (1429471132627501058), 7 (1429471132629598208), 8 (1429471132629598209), 9 (1429471132630646784), 10 (1429471132630646785), ... (1000 adds)]} 0 540
[junit4:junit4]   2> 18142 T246 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18170 T246 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, segments_2, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_3,generation=3,filenames=[_1.fdx, _1_Lucene41_0.pos, _1.nvm, _1_Lucene41_0.doc, _1.fdt, _1.si, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _1.fnm, segments_3]
[junit4:junit4]   2> 18171 T246 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1.fdx, _1_Lucene41_0.pos, _1.nvm, _1_Lucene41_0.doc, _1.fdt, _1.si, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _1.fnm, segments_3]
[junit4:junit4]   2> 18174 T246 oass.SolrIndexSearcher.<init> Opening Searcher@163229f3 realtime
[junit4:junit4]   2> 18175 T246 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 204003 T240 C23 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 204004 T233 oas.SolrTestCaseJ4.tearDown ###Ending testWithBinary
[junit4:junit4]   2> 204007 T240 C23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_3,generation=3,filenames=[_1.fdx, _1_Lucene41_0.pos, _1.nvm, _1_Lucene41_0.doc, _1.fdt, _1.si, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _1.fnm, segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_4,generation=4,filenames=[_1.fdx, _1_Lucene41_0.pos, _1.nvm, _1_Lucene41_0.doc, _1.fdt, _1.si, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _1.fnm, segments_4]
[junit4:junit4]   2> 204008 T240 C23 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1.fdx, _1_Lucene41_0.pos, _1.nvm, _1_Lucene41_0.doc, _1.fdt, _1.si, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _1.fnm, segments_4]
[junit4:junit4]   2> 204009 T240 C23 oass.SolrIndexSearcher.<init> Opening Searcher@1d164f6c main
[junit4:junit4]   2> 204010 T240 C23 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 204010 T244 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@1d164f6c main{StandardDirectoryReader(segments_3:7:nrt _1(4.3):C1000)}
[junit4:junit4]   2> 204011 T244 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 204014 T244 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d164f6c main{StandardDirectoryReader(segments_3:7:nrt _1(4.3):C1000)}
[junit4:junit4]   2> 204015 T240 C23 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBatchUpdate -Dtests.method=testWithBinary -Dtests.seed=F90C4C3C51E0C2D3 -Dtests.slow=true -Dtests.locale=en_ZA -Dtests.timezone=Asia/Pyongyang -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR    201s | TestBatchUpdate.testWithBinary <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:54211/solr
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F90C4C3C51E0C2D3:AB7A0223D60F18C0]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.TestBatchUpdate.doIt(TestBatchUpdate.java:130)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.TestBatchUpdate.testWithBinary(TestBatchUpdate.java:62)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:95)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    > 	... 46 more
[junit4:junit4]   2> 204112 T233 oas.SolrTestCaseJ4.setUp ###Starting testWithXml
[junit4:junit4]   2> 204129 T239 C23 oass.SolrIndexSearcher.<init> Opening Searcher@6e397c84 realtime
[junit4:junit4]   2> 204130 T239 C23 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1429471343338848256)} 0 11
[junit4:junit4]   2> 204869 T241 C23 UPDATE [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1 (1429471343395471360), 2 (1429471343396519936), 3 (1429471343396519937), 4 (1429471343397568512), 5 (1429471343398617088), 6 (1429471343398617089), 7 (1429471343398617090), 8 (1429471343399665664), 9 (1429471343399665665), 10 (1429471343400714240), ... (1000 adds)]} 0 698
[junit4:junit4]   2> 204874 T240 C23 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 204920 T240 C23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_4,generation=4,filenames=[_1.fdx, _1_Lucene41_0.pos, _1.nvm, _1_Lucene41_0.doc, _1.fdt, _1.si, _1_Lucene41_0.tim, _1.nvd, _1_Lucene41_0.tip, _1.fnm, segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@631a26e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c4b67b1),segFN=segments_5,generation=5,filenames=[_2.si, _2_Lucene41_0.pos, _2_Lucene41_0.tim, _2.nvm, _2.nvd, _2.fdt, _2_Lucene41_0.doc, _2_Lucene41_0.tip, segments_5, _2.fdx, _2.fnm]
[junit4:junit4]   2> 204921 T240 C23 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_2.si, _2_Lucene41_0.pos, _2_Lucene41_0.tim, _2.nvm, _2.nvd, _2.fdt, _2_Lucene41_0.doc, _2_Lucene41_0.tip, segments_5, _2.fdx, _2.fnm]
[junit4:junit4]   2> 204929 T240 C23 oass.SolrIndexSearcher.<init> Opening Searcher@593931a3 main
[junit4:junit4]   2> 204931 T244 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@593931a3 main{StandardDirectoryReader(segments_5:11:nrt _2(4.3):C1000)}
[junit4:junit4]   2> 204931 T244 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 204934 T244 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@593931a3 main{StandardDirectoryReader(segments_5:11:nrt _2(4.3):C1000)}
[junit4:junit4]   2> 204935 T240 C23 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 204937 T240 C23 UPDATE [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 63
[junit4:junit4]   2> 204943 T240 C23 REQ [collection1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1000 status=0 QTime=1 
[junit4:junit4]   2> 204946 T233 oas.SolrTestCaseJ4.tearDown ###Ending testWithXml
[junit4:junit4]   2> 204964 T233 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1270063498
[junit4:junit4]   2> 204978 T233 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4dcd6d55
[junit4:junit4]   2> 205023 T233 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommit maxTime=15000ms,autocommits=1,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3000,cumulative_deletesById=0,cumulative_deletesByQuery=3,cumulative_errors=0}
[junit4:junit4]   2> 205025 T233 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 205025 T233 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 205026 T233 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 205035 T233 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 205036 T233 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064
[junit4:junit4]   2> 205046 T233 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064
[junit4:junit4]   2> 205054 T233 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064/index
[junit4:junit4]   2> 205055 T233 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-TestBatchUpdate-1363249902064/index
[junit4:junit4]   2> 205056 T233 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 205108 T233 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=en_ZA, timezone=Asia/Pyongyang
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=2,threads=1,free=31061632,total=116404224
[junit4:junit4]   2> NOTE: All tests run in this JVM: [MultiCoreExampleJettyTest, IteratorChainTest, SolrExampleStreamingBinaryTest, TestUpdateRequestCodec, DocumentAnalysisResponseTest, MergeIndexesEmbeddedTest, TestCoreAdmin, TestSolrProperties, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, ModifiableSolrParamsTest, TestHash, LargeVolumeBinaryJettyTest, SolrExampleStreamingTest, SolrExampleJettyTest, MultiCoreEmbeddedTest, TestNamedListCodec, TestBatchUpdate]
[junit4:junit4] Completed in 205.15s, 3 tests, 1 error <<< FAILURES!

[...truncated 87 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:196: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 45 suites, 265 tests, 1 error

Total time: 79 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 307 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/307/
Java: 64bit/jdk1.6.0 -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([6EE18EFA0DED0ADA:EF0700E27AB26AE6]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8636 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T3554 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /gfgwy/q
[junit4:junit4]   2> 11 T3554 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363227576079
[junit4:junit4]   2> 13 T3554 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 14 T3555 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 16 T3555 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 16 T3555 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 16 T3555 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 17 T3555 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 27 T3555 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363227576079/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 116 T3554 oasc.ZkTestServer.run start zk server on port:52793
[junit4:junit4]   2> 117 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2a2eecb7
[junit4:junit4]   2> 119 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 119 T3560 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 121 T3560 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 121 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52794
[junit4:junit4]   2> 122 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52794
[junit4:junit4]   2> 123 T3558 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 126 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0000 with negotiated timeout 10000 for client /127.0.0.1:52794
[junit4:junit4]   2> 126 T3560 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0000, negotiated timeout = 10000
[junit4:junit4]   2> 127 T3561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a2eecb7 name:ZooKeeperConnection Watcher:127.0.0.1:52793 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 128 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 128 T3554 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 135 T3559 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66b2071f0000
[junit4:junit4]   2> 138 T3561 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 137 T3554 oaz.ZooKeeper.close Session: 0x13d66b2071f0000 closed
[junit4:junit4]   2> 140 T3556 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52794 which had sessionid 0x13d66b2071f0000
[junit4:junit4]   2> 141 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3baf50fa
[junit4:junit4]   2> 143 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 143 T3562 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 145 T3562 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 145 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52795
[junit4:junit4]   2> 146 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52795
[junit4:junit4]   2> 148 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0001 with negotiated timeout 10000 for client /127.0.0.1:52795
[junit4:junit4]   2> 148 T3562 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0001, negotiated timeout = 10000
[junit4:junit4]   2> 149 T3563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3baf50fa name:ZooKeeperConnection Watcher:127.0.0.1:52793/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 150 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 151 T3554 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 161 T3554 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 167 T3554 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 172 T3554 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 178 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 179 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 189 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 191 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 199 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 200 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 206 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 207 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 214 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 215 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 222 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 223 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 229 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 231 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 238 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 239 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 253 T3554 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 254 T3554 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 260 T3559 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66b2071f0001
[junit4:junit4]   2> 261 T3554 oaz.ZooKeeper.close Session: 0x13d66b2071f0001 closed
[junit4:junit4]   2> 262 T3563 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 261 T3556 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52795 which had sessionid 0x13d66b2071f0001
[junit4:junit4]   2> 468 T3554 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 548 T3554 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52796
[junit4:junit4]   2> 549 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 550 T3554 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 551 T3554 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329
[junit4:junit4]   2> 551 T3554 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329/solr.xml
[junit4:junit4]   2> 552 T3554 oasc.CoreContainer.<init> New CoreContainer 2082564701
[junit4:junit4]   2> 553 T3554 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329/'
[junit4:junit4]   2> 553 T3554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329/'
[junit4:junit4]   2> 610 T3554 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 612 T3554 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 612 T3554 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 613 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 614 T3554 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 614 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 615 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 615 T3554 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 616 T3554 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 617 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 634 T3554 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 656 T3554 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52793/solr
[junit4:junit4]   2> 657 T3554 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 657 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@720fd400
[junit4:junit4]   2> 660 T3573 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 659 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 663 T3573 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 663 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52797
[junit4:junit4]   2> 664 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52797
[junit4:junit4]   2> 665 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0002 with negotiated timeout 20000 for client /127.0.0.1:52797
[junit4:junit4]   2> 666 T3573 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0002, negotiated timeout = 20000
[junit4:junit4]   2> 666 T3574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@720fd400 name:ZooKeeperConnection Watcher:127.0.0.1:52793 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 667 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 670 T3559 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66b2071f0002
[junit4:junit4]   2> 671 T3556 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52797 which had sessionid 0x13d66b2071f0002
[junit4:junit4]   2> 671 T3574 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 671 T3554 oaz.ZooKeeper.close Session: 0x13d66b2071f0002 closed
[junit4:junit4]   2> 674 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 683 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3046a7eb
[junit4:junit4]   2> 685 T3575 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 684 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 685 T3575 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 686 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52798
[junit4:junit4]   2> 686 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52798
[junit4:junit4]   2> 687 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0003 with negotiated timeout 20000 for client /127.0.0.1:52798
[junit4:junit4]   2> 688 T3575 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0003, negotiated timeout = 20000
[junit4:junit4]   2> 688 T3576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3046a7eb name:ZooKeeperConnection Watcher:127.0.0.1:52793/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 688 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 692 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 695 T3554 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 698 T3554 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52796_gfgwy%2Fq
[junit4:junit4]   2> 700 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52796_gfgwy%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52796_gfgwy%2Fq
[junit4:junit4]   2> 701 T3554 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52796_gfgwy%2Fq
[junit4:junit4]   2> 708 T3554 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 717 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 718 T3554 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 723 T3554 oasc.Overseer.start Overseer (id=89340482426961923-127.0.0.1:52796_gfgwy%2Fq-n_0000000000) starting
[junit4:junit4]   2> 724 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 726 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 727 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 729 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 731 T3578 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 734 T3554 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 740 T3554 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 743 T3554 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 748 T3577 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 768 T3579 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329/collection1
[junit4:junit4]   2> 768 T3579 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 770 T3579 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 770 T3579 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 778 T3579 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329/collection1/'
[junit4:junit4]   2> 779 T3579 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 780 T3579 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329/collection1/lib/README' to classloader
[junit4:junit4]   2> 835 T3579 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 930 T3579 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 932 T3579 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 938 T3579 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1798 T3579 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1810 T3579 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1815 T3579 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1840 T3579 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1845 T3579 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1849 T3579 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1851 T3579 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1851 T3579 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1852 T3579 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1854 T3579 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1855 T3579 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1855 T3579 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1855 T3579 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363227576329/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/control/data/
[junit4:junit4]   2> 1856 T3579 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9818f80
[junit4:junit4]   2> 1856 T3579 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1858 T3579 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/control/data forceNew: false
[junit4:junit4]   2> 1858 T3579 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363227576079/control/data/index/
[junit4:junit4]   2> 1859 T3579 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363227576079/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1859 T3579 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/control/data/index forceNew: false
[junit4:junit4]   2> 1862 T3579 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c387efd lockFactory=org.apache.lucene.store.NativeFSLockFactory@219446f8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1862 T3579 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1865 T3579 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1866 T3579 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1867 T3579 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1868 T3579 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1868 T3579 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1869 T3579 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1869 T3579 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1870 T3579 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1870 T3579 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1876 T3579 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1881 T3579 oass.SolrIndexSearcher.<init> Opening Searcher@31869197 main
[junit4:junit4]   2> 1882 T3579 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/control/data/tlog
[junit4:junit4]   2> 1883 T3579 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1883 T3579 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1887 T3580 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@31869197 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1888 T3579 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1889 T3579 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1890 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2270 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2271 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52796_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52796/gfgwy/q"}
[junit4:junit4]   2> 2271 T3577 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2271 T3577 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2272 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2281 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2897 T3579 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2898 T3579 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52796/gfgwy/q collection:control_collection shard:shard1
[junit4:junit4]   2> 2899 T3579 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2912 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2913 T3579 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2914 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2917 T3579 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2917 T3579 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2917 T3579 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52796/gfgwy/q/collection1/
[junit4:junit4]   2> 2917 T3579 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2917 T3579 oasc.SyncStrategy.syncToMe http://127.0.0.1:52796/gfgwy/q/collection1/ has no replicas
[junit4:junit4]   2> 2918 T3579 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52796/gfgwy/q/collection1/
[junit4:junit4]   2> 2918 T3579 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2925 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3791 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3806 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3819 T3579 oasc.ZkController.register We are http://127.0.0.1:52796/gfgwy/q/collection1/ and leader is http://127.0.0.1:52796/gfgwy/q/collection1/
[junit4:junit4]   2> 3819 T3579 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52796/gfgwy/q
[junit4:junit4]   2> 3819 T3579 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3820 T3579 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3820 T3579 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3824 T3579 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3827 T3554 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3827 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3828 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3835 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3835 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@23c6b7da
[junit4:junit4]   2> 3837 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3838 T3582 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3839 T3582 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 3840 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52799
[junit4:junit4]   2> 3840 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52799
[junit4:junit4]   2> 3842 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0004 with negotiated timeout 10000 for client /127.0.0.1:52799
[junit4:junit4]   2> 3842 T3582 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0004, negotiated timeout = 10000
[junit4:junit4]   2> 3842 T3583 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23c6b7da name:ZooKeeperConnection Watcher:127.0.0.1:52793/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3843 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3847 T3554 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3852 T3554 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4037 T3554 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4044 T3554 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52800
[junit4:junit4]   2> 4047 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4047 T3554 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4048 T3554 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920
[junit4:junit4]   2> 4048 T3554 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920/solr.xml
[junit4:junit4]   2> 4049 T3554 oasc.CoreContainer.<init> New CoreContainer 431059318
[junit4:junit4]   2> 4049 T3554 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920/'
[junit4:junit4]   2> 4050 T3554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920/'
[junit4:junit4]   2> 4089 T3554 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4090 T3554 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4090 T3554 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4091 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4091 T3554 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4092 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4092 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4093 T3554 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4093 T3554 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4094 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4111 T3554 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4149 T3554 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52793/solr
[junit4:junit4]   2> 4151 T3554 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4151 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e686880
[junit4:junit4]   2> 4153 T3593 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4153 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4155 T3593 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 4155 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52801
[junit4:junit4]   2> 4156 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52801
[junit4:junit4]   2> 4157 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0005 with negotiated timeout 20000 for client /127.0.0.1:52801
[junit4:junit4]   2> 4157 T3593 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0005, negotiated timeout = 20000
[junit4:junit4]   2> 4158 T3594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e686880 name:ZooKeeperConnection Watcher:127.0.0.1:52793 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4158 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4161 T3559 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66b2071f0005
[junit4:junit4]   2> 4162 T3556 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52801 which had sessionid 0x13d66b2071f0005
[junit4:junit4]   2> 4163 T3594 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4163 T3554 oaz.ZooKeeper.close Session: 0x13d66b2071f0005 closed
[junit4:junit4]   2> 4164 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4173 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ab0e466
[junit4:junit4]   2> 4175 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4175 T3595 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4177 T3595 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 4177 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52802
[junit4:junit4]   2> 4178 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52802
[junit4:junit4]   2> 4179 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0006 with negotiated timeout 20000 for client /127.0.0.1:52802
[junit4:junit4]   2> 4179 T3595 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0006, negotiated timeout = 20000
[junit4:junit4]   2> 4180 T3596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ab0e466 name:ZooKeeperConnection Watcher:127.0.0.1:52793/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4180 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4183 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4184 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4188 T3554 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5195 T3554 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52800_gfgwy%2Fq
[junit4:junit4]   2> 5196 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52800_gfgwy%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52800_gfgwy%2Fq
[junit4:junit4]   2> 5197 T3554 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52800_gfgwy%2Fq
[junit4:junit4]   2> 5202 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5207 T3596 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5208 T3583 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5210 T3576 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5217 T3597 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920/collection1
[junit4:junit4]   2> 5217 T3597 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5219 T3597 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5219 T3597 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5222 T3597 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920/collection1/'
[junit4:junit4]   2> 5223 T3597 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5224 T3597 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920/collection1/lib/README' to classloader
[junit4:junit4]   2> 5298 T3597 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5317 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5318 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52796_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52796/gfgwy/q"}
[junit4:junit4]   2> 5325 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5326 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5328 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5400 T3597 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5402 T3597 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5411 T3597 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6273 T3597 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6285 T3597 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6290 T3597 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6330 T3597 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6338 T3597 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6344 T3597 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6347 T3597 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6348 T3597 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6348 T3597 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6351 T3597 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6351 T3597 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6352 T3597 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6352 T3597 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363227579920/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty1/
[junit4:junit4]   2> 6352 T3597 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9818f80
[junit4:junit4]   2> 6353 T3597 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6355 T3597 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty1 forceNew: false
[junit4:junit4]   2> 6355 T3597 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty1/index/
[junit4:junit4]   2> 6356 T3597 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6356 T3597 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty1/index forceNew: false
[junit4:junit4]   2> 6359 T3597 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6359 T3597 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6364 T3597 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6364 T3597 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6365 T3597 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6366 T3597 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6367 T3597 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6367 T3597 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6368 T3597 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6369 T3597 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6369 T3597 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6375 T3597 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6381 T3597 oass.SolrIndexSearcher.<init> Opening Searcher@70294c1a main
[junit4:junit4]   2> 6382 T3597 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty1/tlog
[junit4:junit4]   2> 6383 T3597 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6383 T3597 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6389 T3598 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70294c1a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6393 T3597 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6393 T3597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6837 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6839 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52800_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52800/gfgwy/q"}
[junit4:junit4]   2> 6839 T3577 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6839 T3577 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6846 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6846 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6846 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7398 T3597 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7398 T3597 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52800/gfgwy/q collection:collection1 shard:shard1
[junit4:junit4]   2> 7400 T3597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7416 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7418 T3597 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7419 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7424 T3597 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7425 T3597 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7425 T3597 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52800/gfgwy/q/collection1/
[junit4:junit4]   2> 7426 T3597 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7426 T3597 oasc.SyncStrategy.syncToMe http://127.0.0.1:52800/gfgwy/q/collection1/ has no replicas
[junit4:junit4]   2> 7427 T3597 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52800/gfgwy/q/collection1/
[junit4:junit4]   2> 7427 T3597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7439 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8362 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8783 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8783 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8783 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8791 T3597 oasc.ZkController.register We are http://127.0.0.1:52800/gfgwy/q/collection1/ and leader is http://127.0.0.1:52800/gfgwy/q/collection1/
[junit4:junit4]   2> 8792 T3597 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52800/gfgwy/q
[junit4:junit4]   2> 8792 T3597 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8793 T3597 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8793 T3597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8796 T3597 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8798 T3554 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8799 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8800 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8992 T3554 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8996 T3554 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52803
[junit4:junit4]   2> 8998 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8999 T3554 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8999 T3554 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876
[junit4:junit4]   2> 9000 T3554 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876/solr.xml
[junit4:junit4]   2> 9001 T3554 oasc.CoreContainer.<init> New CoreContainer 1038909650
[junit4:junit4]   2> 9002 T3554 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876/'
[junit4:junit4]   2> 9002 T3554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876/'
[junit4:junit4]   2> 9058 T3554 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 9059 T3554 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9059 T3554 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9060 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9061 T3554 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9061 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9062 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9062 T3554 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9063 T3554 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9064 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9081 T3554 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9103 T3554 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52793/solr
[junit4:junit4]   2> 9104 T3554 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9105 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3b7bb24
[junit4:junit4]   2> 9106 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9107 T3609 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9108 T3609 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 9109 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52804
[junit4:junit4]   2> 9109 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52804
[junit4:junit4]   2> 9111 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0007 with negotiated timeout 20000 for client /127.0.0.1:52804
[junit4:junit4]   2> 9111 T3609 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0007, negotiated timeout = 20000
[junit4:junit4]   2> 9111 T3610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b7bb24 name:ZooKeeperConnection Watcher:127.0.0.1:52793 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9112 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9115 T3559 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66b2071f0007
[junit4:junit4]   2> 9116 T3556 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52804 which had sessionid 0x13d66b2071f0007
[junit4:junit4]   2> 9116 T3610 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9116 T3554 oaz.ZooKeeper.close Session: 0x13d66b2071f0007 closed
[junit4:junit4]   2> 9118 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9126 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3b3beb30
[junit4:junit4]   2> 9128 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9128 T3611 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9130 T3611 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 9131 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52805
[junit4:junit4]   2> 9131 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52805
[junit4:junit4]   2> 9133 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0008 with negotiated timeout 20000 for client /127.0.0.1:52805
[junit4:junit4]   2> 9134 T3611 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0008, negotiated timeout = 20000
[junit4:junit4]   2> 9134 T3612 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b3beb30 name:ZooKeeperConnection Watcher:127.0.0.1:52793/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9134 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9137 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9139 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9142 T3554 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10149 T3554 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52803_gfgwy%2Fq
[junit4:junit4]   2> 10151 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52803_gfgwy%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52803_gfgwy%2Fq
[junit4:junit4]   2> 10152 T3554 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52803_gfgwy%2Fq
[junit4:junit4]   2> 10156 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10159 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10160 T3583 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10161 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10183 T3612 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10187 T3576 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10188 T3596 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10199 T3613 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876/collection1
[junit4:junit4]   2> 10199 T3613 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10201 T3613 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10201 T3613 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10204 T3613 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876/collection1/'
[junit4:junit4]   2> 10205 T3613 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10205 T3613 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876/collection1/lib/README' to classloader
[junit4:junit4]   2> 10264 T3613 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 10297 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10299 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52800_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52800/gfgwy/q"}
[junit4:junit4]   2> 10305 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10306 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10306 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10306 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10352 T3613 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10354 T3613 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10361 T3613 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11373 T3613 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11383 T3613 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11389 T3613 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11419 T3613 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11427 T3613 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11434 T3613 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11437 T3613 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11438 T3613 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11438 T3613 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11440 T3613 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11441 T3613 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11441 T3613 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11442 T3613 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363227584876/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty2/
[junit4:junit4]   2> 11442 T3613 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9818f80
[junit4:junit4]   2> 11443 T3613 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11445 T3613 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty2 forceNew: false
[junit4:junit4]   2> 11445 T3613 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty2/index/
[junit4:junit4]   2> 11446 T3613 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11446 T3613 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty2/index forceNew: false
[junit4:junit4]   2> 11449 T3613 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f6e411b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ee07791),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11450 T3613 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11454 T3613 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11455 T3613 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11456 T3613 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11457 T3613 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11458 T3613 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11458 T3613 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11458 T3613 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11459 T3613 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11460 T3613 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11466 T3613 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11472 T3613 oass.SolrIndexSearcher.<init> Opening Searcher@4c654455 main
[junit4:junit4]   2> 11473 T3613 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty2/tlog
[junit4:junit4]   2> 11474 T3613 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11474 T3613 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11498 T3614 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c654455 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11503 T3613 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11504 T3613 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11823 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11824 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52803_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52803/gfgwy/q"}
[junit4:junit4]   2> 11825 T3577 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11825 T3577 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11835 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11835 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11835 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11835 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12508 T3613 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12508 T3613 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52803/gfgwy/q collection:collection1 shard:shard1
[junit4:junit4]   2> 12514 T3613 oasc.ZkController.register We are http://127.0.0.1:52803/gfgwy/q/collection1/ and leader is http://127.0.0.1:52800/gfgwy/q/collection1/
[junit4:junit4]   2> 12514 T3613 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52803/gfgwy/q
[junit4:junit4]   2> 12514 T3613 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12514 T3613 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C261 name=collection1 org.apache.solr.core.SolrCore@2adfb11e url=http://127.0.0.1:52803/gfgwy/q/collection1 node=127.0.0.1:52803_gfgwy%2Fq C261_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52803_gfgwy%2Fq, base_url=http://127.0.0.1:52803/gfgwy/q}
[junit4:junit4]   2> 12515 T3615 C261 P52803 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12516 T3615 C261 P52803 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12516 T3613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12516 T3615 C261 P52803 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12516 T3615 C261 P52803 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12519 T3615 C261 P52803 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12518 T3554 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12519 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12521 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12743 T3554 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12746 T3554 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52807
[junit4:junit4]   2> 12759 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12760 T3554 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12760 T3554 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602
[junit4:junit4]   2> 12760 T3554 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602/solr.xml
[junit4:junit4]   2> 12761 T3554 oasc.CoreContainer.<init> New CoreContainer 1455081633
[junit4:junit4]   2> 12761 T3554 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602/'
[junit4:junit4]   2> 12762 T3554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602/'
[junit4:junit4]   2> 12792 T3554 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12793 T3554 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12793 T3554 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12793 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12794 T3554 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12794 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12795 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12795 T3554 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12795 T3554 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12796 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12813 T3554 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12860 T3554 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52793/solr
[junit4:junit4]   2> 12861 T3554 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12862 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@fbfc71b
[junit4:junit4]   2> 12864 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12864 T3626 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12866 T3626 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 12866 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52808
[junit4:junit4]   2> 12867 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52808
[junit4:junit4]   2> 12869 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f0009 with negotiated timeout 20000 for client /127.0.0.1:52808
[junit4:junit4]   2> 12869 T3626 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f0009, negotiated timeout = 20000
[junit4:junit4]   2> 12870 T3627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fbfc71b name:ZooKeeperConnection Watcher:127.0.0.1:52793 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12870 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12873 T3559 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66b2071f0009
[junit4:junit4]   2> 12874 T3554 oaz.ZooKeeper.close Session: 0x13d66b2071f0009 closed
[junit4:junit4]   2> 12875 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12881 T3556 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52808 which had sessionid 0x13d66b2071f0009
[junit4:junit4]   2> 12882 T3627 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12891 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c999bd6
[junit4:junit4]   2> 12893 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12894 T3628 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12895 T3628 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 12896 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52809
[junit4:junit4]   2> 12896 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52809
[junit4:junit4]   2> 12898 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f000a with negotiated timeout 20000 for client /127.0.0.1:52809
[junit4:junit4]   2> 12898 T3628 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f000a, negotiated timeout = 20000
[junit4:junit4]   2> 12899 T3629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c999bd6 name:ZooKeeperConnection Watcher:127.0.0.1:52793/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12899 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12902 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12904 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12908 T3554 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13349 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13351 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52803_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52803/gfgwy/q"}
[junit4:junit4]   2> 13358 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13360 T3629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13361 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13364 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13364 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13542 T3590 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&state=recovering&nodeName=127.0.0.1:52803_gfgwy%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1004 
[junit4:junit4]   2> 13919 T3554 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52807_gfgwy%2Fq
[junit4:junit4]   2> 13921 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52807_gfgwy%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52807_gfgwy%2Fq
[junit4:junit4]   2> 13923 T3554 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52807_gfgwy%2Fq
[junit4:junit4]   2> 13928 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13928 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13929 T3612 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13930 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13929 T3629 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13930 T3629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13930 T3583 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13930 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13933 T3576 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13934 T3596 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13942 T3630 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602/collection1
[junit4:junit4]   2> 13942 T3630 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13943 T3630 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13944 T3630 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13946 T3630 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602/collection1/'
[junit4:junit4]   2> 13946 T3630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13947 T3630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602/collection1/lib/README' to classloader
[junit4:junit4]   2> 14028 T3630 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14103 T3630 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14105 T3630 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14114 T3630 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14916 T3630 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14945 T3630 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14950 T3630 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14979 T3630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14986 T3630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14993 T3630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14995 T3630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14996 T3630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14997 T3630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14999 T3630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14999 T3630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14999 T3630 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15000 T3630 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363227588602/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty3/
[junit4:junit4]   2> 15000 T3630 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9818f80
[junit4:junit4]   2> 15001 T3630 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15002 T3630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty3 forceNew: false
[junit4:junit4]   2> 15003 T3630 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty3/index/
[junit4:junit4]   2> 15003 T3630 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15004 T3630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty3/index forceNew: false
[junit4:junit4]   2> 15006 T3630 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17882ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43eab274),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15007 T3630 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15010 T3630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15010 T3630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15011 T3630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15012 T3630 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15013 T3630 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15013 T3630 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15013 T3630 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15014 T3630 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15015 T3630 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15020 T3630 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15025 T3630 oass.SolrIndexSearcher.<init> Opening Searcher@73f05c8c main
[junit4:junit4]   2> 15025 T3630 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty3/tlog
[junit4:junit4]   2> 15026 T3630 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15027 T3630 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15032 T3632 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73f05c8c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15035 T3630 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15035 T3630 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C261_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52803_gfgwy%2Fq, base_url=http://127.0.0.1:52803/gfgwy/q}
[junit4:junit4]   2> 15545 T3615 C261 P52803 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52800/gfgwy/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15545 T3615 C261 P52803 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52803/gfgwy/q START replicas=[http://127.0.0.1:52800/gfgwy/q/collection1/] nUpdates=100
[junit4:junit4]   2> 15546 T3615 C261 P52803 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15549 T3615 C261 P52803 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15549 T3615 C261 P52803 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15550 T3615 C261 P52803 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15550 T3615 C261 P52803 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15550 T3615 C261 P52803 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52800/gfgwy/q/collection1/. core=collection1
[junit4:junit4]   2> 15551 T3615 C261 P52803 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C262 name=collection1 org.apache.solr.core.SolrCore@763df79a url=http://127.0.0.1:52800/gfgwy/q/collection1 node=127.0.0.1:52800_gfgwy%2Fq C262_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52800_gfgwy%2Fq, base_url=http://127.0.0.1:52800/gfgwy/q, leader=true}
[junit4:junit4]   2> 15555 T3590 C262 P52800 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15564 T3588 C262 P52800 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15567 T3588 C262 P52800 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15568 T3588 C262 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15568 T3588 C262 P52800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15569 T3588 C262 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15569 T3588 C262 P52800 oass.SolrIndexSearcher.<init> Opening Searcher@45654144 realtime
[junit4:junit4]   2> 15570 T3588 C262 P52800 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15570 T3588 C262 P52800 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 15571 T3615 C261 P52803 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15572 T3615 C261 P52803 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15575 T3591 C262 P52800 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15575 T3591 C262 P52800 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15576 T3615 C261 P52803 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15576 T3615 C261 P52803 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15576 T3615 C261 P52803 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15581 T3592 C262 P52800 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15582 T3615 C261 P52803 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15584 T3615 C261 P52803 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty2/index.20130313201951650 forceNew: false
[junit4:junit4]   2> 15585 T3615 C261 P52803 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/index1299313008tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@193a8bd5) fullCopy=false
[junit4:junit4]   2> 15588 T3590 C262 P52800 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15604 T3615 C261 P52803 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15606 T3615 C261 P52803 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15606 T3615 C261 P52803 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15659 T3615 C261 P52803 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f6e411b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ee07791),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f6e411b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ee07791),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15660 T3615 C261 P52803 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15661 T3615 C261 P52803 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15661 T3615 C261 P52803 oass.SolrIndexSearcher.<init> Opening Searcher@ef872c0 main
[junit4:junit4]   2> 15662 T3614 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ef872c0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15663 T3615 C261 P52803 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/index1299313008tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@193a8bd5)
[junit4:junit4]   2> 15664 T3615 C261 P52803 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15664 T3615 C261 P52803 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15664 T3615 C261 P52803 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15664 T3615 C261 P52803 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15666 T3615 C261 P52803 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16381 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16383 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52807_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52807/gfgwy/q"}
[junit4:junit4]   2> 16383 T3577 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 16383 T3577 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16391 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52803_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52803/gfgwy/q"}
[junit4:junit4]   2> 16400 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16400 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16400 T3629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16400 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16400 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17045 T3630 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17045 T3630 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52807/gfgwy/q collection:collection1 shard:shard1
[junit4:junit4]   2> 17052 T3630 oasc.ZkController.register We are http://127.0.0.1:52807/gfgwy/q/collection1/ and leader is http://127.0.0.1:52800/gfgwy/q/collection1/
[junit4:junit4]   2> 17052 T3630 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52807/gfgwy/q
[junit4:junit4]   2> 17052 T3630 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17053 T3630 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C263 name=collection1 org.apache.solr.core.SolrCore@4552b718 url=http://127.0.0.1:52807/gfgwy/q/collection1 node=127.0.0.1:52807_gfgwy%2Fq C263_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52807_gfgwy%2Fq, base_url=http://127.0.0.1:52807/gfgwy/q}
[junit4:junit4]   2> 17054 T3635 C263 P52807 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17054 T3635 C263 P52807 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17055 T3635 C263 P52807 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17055 T3630 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17055 T3635 C263 P52807 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17059 T3635 C263 P52807 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17059 T3554 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 17061 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17062 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17263 T3554 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 17268 T3554 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52815
[junit4:junit4]   2> 17280 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 17281 T3554 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 17282 T3554 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139
[junit4:junit4]   2> 17283 T3554 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139/solr.xml
[junit4:junit4]   2> 17284 T3554 oasc.CoreContainer.<init> New CoreContainer 1585155982
[junit4:junit4]   2> 17285 T3554 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139/'
[junit4:junit4]   2> 17286 T3554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139/'
[junit4:junit4]   2> 17361 T3554 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 17362 T3554 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17363 T3554 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17364 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17365 T3554 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17366 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17366 T3554 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17367 T3554 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17368 T3554 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17369 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17404 T3554 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17427 T3554 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52793/solr
[junit4:junit4]   2> 17428 T3554 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17429 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@41165746
[junit4:junit4]   2> 17430 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17431 T3646 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17433 T3646 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 17434 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52816
[junit4:junit4]   2> 17435 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52816
[junit4:junit4]   2> 17437 T3646 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f000b, negotiated timeout = 20000
[junit4:junit4]   2> 17437 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f000b with negotiated timeout 20000 for client /127.0.0.1:52816
[junit4:junit4]   2> 17438 T3647 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41165746 name:ZooKeeperConnection Watcher:127.0.0.1:52793 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17439 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17443 T3559 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d66b2071f000b
[junit4:junit4]   2> 17445 T3556 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52816 which had sessionid 0x13d66b2071f000b
[junit4:junit4]   2> 17445 T3647 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17445 T3554 oaz.ZooKeeper.close Session: 0x13d66b2071f000b closed
[junit4:junit4]   2> 17448 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17464 T3554 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52793/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4c961390
[junit4:junit4]   2> 17466 T3648 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52793. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17466 T3554 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17467 T3648 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52793, initiating session
[junit4:junit4]   2> 17467 T3556 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52817
[junit4:junit4]   2> 17468 T3556 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52817
[junit4:junit4]   2> 17469 T3558 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d66b2071f000c with negotiated timeout 20000 for client /127.0.0.1:52817
[junit4:junit4]   2> 17469 T3648 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52793, sessionid = 0x13d66b2071f000c, negotiated timeout = 20000
[junit4:junit4]   2> 17470 T3649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c961390 name:ZooKeeperConnection Watcher:127.0.0.1:52793/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17470 T3554 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17472 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f000c type:create cxid:0x1 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17474 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f000c type:create cxid:0x2 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17478 T3554 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17917 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17919 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52807_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52807/gfgwy/q"}
[junit4:junit4]   2> 17929 T3649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17929 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17938 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17929 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17939 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17938 T3629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18078 T3591 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:52807_gfgwy%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1008 
[junit4:junit4]   2> 18487 T3554 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52815_gfgwy%2Fq
[junit4:junit4]   2> 18489 T3559 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d66b2071f000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52815_gfgwy%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52815_gfgwy%2Fq
[junit4:junit4]   2> 18491 T3554 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52815_gfgwy%2Fq
[junit4:junit4]   2> 18496 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18496 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18498 T3583 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18498 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18498 T3649 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18499 T3649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18499 T3612 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18500 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18500 T3629 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18500 T3629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18504 T3576 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18505 T3596 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18513 T3650 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139/collection1
[junit4:junit4]   2> 18513 T3650 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18514 T3650 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18515 T3650 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18517 T3650 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139/collection1/'
[junit4:junit4]   2> 18518 T3650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18519 T3650 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139/collection1/lib/README' to classloader
[junit4:junit4]   2> 18593 T3650 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18664 T3650 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18665 T3650 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18672 T3650 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19450 T3650 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19482 T3650 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19487 T3650 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19514 T3650 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19520 T3650 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19526 T3650 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19528 T3650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19529 T3650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19530 T3650 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19532 T3650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19533 T3650 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19534 T3650 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19534 T3650 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363227593139/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty4/
[junit4:junit4]   2> 19535 T3650 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@9818f80
[junit4:junit4]   2> 19535 T3650 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19537 T3650 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty4 forceNew: false
[junit4:junit4]   2> 19538 T3650 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty4/index/
[junit4:junit4]   2> 19538 T3650 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19539 T3650 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty4/index forceNew: false
[junit4:junit4]   2> 19541 T3650 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ffc4e2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e94c186),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19542 T3650 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19546 T3650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19546 T3650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19547 T3650 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19548 T3650 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19549 T3650 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19549 T3650 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19550 T3650 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19550 T3650 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19551 T3650 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19556 T3650 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19563 T3650 oass.SolrIndexSearcher.<init> Opening Searcher@5203c235 main
[junit4:junit4]   2> 19563 T3650 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty4/tlog
[junit4:junit4]   2> 19564 T3650 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19565 T3650 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19570 T3651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5203c235 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19573 T3650 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19573 T3650 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C263_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52807_gfgwy%2Fq, base_url=http://127.0.0.1:52807/gfgwy/q}
[junit4:junit4]   2> 20080 T3635 C263 P52807 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52800/gfgwy/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 20081 T3635 C263 P52807 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52807/gfgwy/q START replicas=[http://127.0.0.1:52800/gfgwy/q/collection1/] nUpdates=100
[junit4:junit4]   2> 20081 T3635 C263 P52807 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 20084 T3635 C263 P52807 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 20084 T3635 C263 P52807 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 20084 T3635 C263 P52807 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 20084 T3635 C263 P52807 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 20084 T3635 C263 P52807 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52800/gfgwy/q/collection1/. core=collection1
[junit4:junit4]   2> 20085 T3635 C263 P52807 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20087 T3591 C262 P52800 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20097 T3588 C262 P52800 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 20097 T3588 C262 P52800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 20098 T3588 C262 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 20098 T3588 C262 P52800 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 20099 T3588 C262 P52800 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 20099 T3635 C263 P52807 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 20100 T3635 C263 P52807 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 20103 T3592 C262 P52800 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 20104 T3635 C263 P52807 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 20105 T3635 C263 P52807 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 20105 T3635 C263 P52807 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 20109 T3590 C262 P52800 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 20110 T3635 C263 P52807 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 20112 T3635 C263 P52807 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty3/index.20130313201956177 forceNew: false
[junit4:junit4]   2> 20112 T3635 C263 P52807 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/index1299313010tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@627e3dae) fullCopy=false
[junit4:junit4]   2> 20115 T3587 C262 P52800 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 20118 T3635 C263 P52807 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 20121 T3635 C263 P52807 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 20121 T3635 C263 P52807 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 20178 T3635 C263 P52807 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17882ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43eab274),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17882ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43eab274),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 20179 T3635 C263 P52807 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 20180 T3635 C263 P52807 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 20180 T3635 C263 P52807 oass.SolrIndexSearcher.<init> Opening Searcher@3306033f main
[junit4:junit4]   2> 20181 T3632 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3306033f main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 20182 T3635 C263 P52807 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/index1299313010tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@627e3dae)
[junit4:junit4]   2> 20183 T3635 C263 P52807 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 20183 T3635 C263 P52807 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 20183 T3635 C263 P52807 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 20184 T3635 C263 P52807 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20186 T3635 C263 P52807 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20955 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20967 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52815_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52815/gfgwy/q"}
[junit4:junit4]   2> 20967 T3577 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 20968 T3577 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20975 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52807_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52807/gfgwy/q"}
[junit4:junit4]   2> 20984 T3649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20984 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20984 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20984 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20984 T3629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20984 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21578 T3650 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 21579 T3650 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52815/gfgwy/q collection:collection1 shard:shard1
[junit4:junit4]   2> 21586 T3650 oasc.ZkController.register We are http://127.0.0.1:52815/gfgwy/q/collection1/ and leader is http://127.0.0.1:52800/gfgwy/q/collection1/
[junit4:junit4]   2> 21586 T3650 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52815/gfgwy/q
[junit4:junit4]   2> 21586 T3650 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 21587 T3650 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C264 name=collection1 org.apache.solr.core.SolrCore@5eb51e11 url=http://127.0.0.1:52815/gfgwy/q/collection1 node=127.0.0.1:52815_gfgwy%2Fq C264_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52815_gfgwy%2Fq, base_url=http://127.0.0.1:52815/gfgwy/q}
[junit4:junit4]   2> 21587 T3654 C264 P52815 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 21588 T3654 C264 P52815 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 21588 T3650 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21588 T3654 C264 P52815 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 21589 T3654 C264 P52815 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21590 T3654 C264 P52815 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21590 T3554 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 21591 T3554 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 21591 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21610 T3554 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21612 T3554 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 21613 T3554 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 21614 T3554 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22502 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22504 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52815_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52815/gfgwy/q"}
[junit4:junit4]   2> 22513 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22513 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22514 T3629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22513 T3649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22513 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22513 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22614 T3592 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:52815_gfgwy%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003 
[junit4:junit4]   2> 22619 T3554 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23624 T3554 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C264_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52815_gfgwy%2Fq, base_url=http://127.0.0.1:52815/gfgwy/q}
[junit4:junit4]   2> 24616 T3654 C264 P52815 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52800/gfgwy/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24617 T3654 C264 P52815 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52815/gfgwy/q START replicas=[http://127.0.0.1:52800/gfgwy/q/collection1/] nUpdates=100
[junit4:junit4]   2> 24617 T3654 C264 P52815 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24618 T3654 C264 P52815 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24618 T3654 C264 P52815 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24619 T3654 C264 P52815 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24619 T3654 C264 P52815 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24619 T3654 C264 P52815 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52800/gfgwy/q/collection1/. core=collection1
[junit4:junit4]   2> 24619 T3654 C264 P52815 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24620 T3592 C262 P52800 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24628 T3554 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24634 T3588 C262 P52800 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24635 T3588 C262 P52800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24636 T3588 C262 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24637 T3588 C262 P52800 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24637 T3588 C262 P52800 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 24638 T3654 C264 P52815 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24639 T3654 C264 P52815 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24641 T3590 C262 P52800 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24642 T3654 C264 P52815 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 24643 T3654 C264 P52815 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24643 T3654 C264 P52815 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24645 T3587 C262 P52800 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24646 T3654 C264 P52815 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24649 T3654 C264 P52815 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363227576079/jetty4/index.20130313202000713 forceNew: false
[junit4:junit4]   2> 24649 T3654 C264 P52815 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/index1299313011tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@942a4cb) fullCopy=false
[junit4:junit4]   2> 24655 T3592 C262 P52800 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 24657 T3654 C264 P52815 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24660 T3654 C264 P52815 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24660 T3654 C264 P52815 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24713 T3654 C264 P52815 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ffc4e2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e94c186),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ffc4e2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e94c186),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24715 T3654 C264 P52815 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24715 T3654 C264 P52815 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24716 T3654 C264 P52815 oass.SolrIndexSearcher.<init> Opening Searcher@530d12fe main
[junit4:junit4]   2> 24718 T3651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@530d12fe main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 24718 T3654 C264 P52815 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/index1299313011tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@942a4cb)
[junit4:junit4]   2> 24719 T3654 C264 P52815 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24720 T3654 C264 P52815 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24720 T3654 C264 P52815 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24720 T3654 C264 P52815 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24722 T3654 C264 P52815 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 25540 T3577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25541 T3577 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52815_gfgwy%2Fq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52815/gfgwy/q"}
[junit4:junit4]   2> 25556 T3576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25557 T3629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25557 T3583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25558 T3649 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25559 T3612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25559 T3596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25632 T3554 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25634 T3554 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C265 name=collection1 org.apache.solr.core.SolrCore@385d4065 url=http://127.0.0.1:52796/gfgwy/q/collection1 node=127.0.0.1:52796_gfgwy%2Fq C265_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52796_gfgwy%2Fq, base_url=http://127.0.0.1:52796/gfgwy/q, leader=true}
[junit4:junit4]   2> 25649 T3572 C265 P52796 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25653 T3572 C265 P52796 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c387efd lockFactory=org.apache.lucene.store.NativeFSLockFactory@219446f8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25655 T3572 C265 P52796 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25656 T3572 C265 P52796 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c387efd lockFactory=org.apache.lucene.store.NativeFSLockFactory@219446f8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c387efd lockFactory=org.apache.lucene.store.NativeFSLockFactory@219446f8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 25656 T3572 C265 P52796 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 25657 T3572 C265 P52796 oass.SolrIndexSearcher.<init> Opening Searcher@51a14675 main
[junit4:junit4]   2> 25658 T3572 C265 P52796 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25659 T3580 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51a14675 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 25660 T3572 C265 P52796 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 25676 T3589 C262 P52800 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25679 T3589 C262 P52800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 25680 T3589 C262 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 25681 T3589 C262 P52800 oass.SolrIndexSearcher.<init> Opening Searcher@64dc8e12 main
[junit4:junit4]   2> 25682 T3589 C262 P52800 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25683 T3598 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64dc8e12 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25684 T3589 C262 P52800 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52803/gfgwy/q/collection1/, StdNode: http://127.0.0.1:52807/gfgwy/q/collection1/, StdNode: http://127.0.0.1:52815/gfgwy/q/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C264_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52815_gfgwy%2Fq, base_url=http://127.0.0.1:52815/gfgwy/q}
[junit4:junit4]   2> 25732 T3642 C264 P52815 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C261_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52803_gfgwy%2Fq, base_url=http://127.0.0.1:52803/gfgwy/q}
[junit4:junit4]   2> 25731 T3608 C261 P52803 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C263_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52807_gfgwy%2Fq, base_url=http://127.0.0.1:52807/gfgwy/q}
[junit4:junit4]   2> 25736 T3622 C263 P52807 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25748 T3608 C261 P52803 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f6e411b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ee07791),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f6e411b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ee07791),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 25752 T3642 C264 P52815 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ffc4e2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e94c186),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ffc4e2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e94c186),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 25752 T3608 C261 P52803 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 25753 T3642 C264 P52815 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 25754 T3642 C264 P52815 oass.SolrIndexSearcher.<init> Opening Searcher@4e650c6d main
[junit4:junit4]   2> 25754 T3642 C264 P52815 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25754 T3608 C261 P52803 oass.SolrIndexSearcher.<init> Opening Searcher@6f5f3b34 main
[junit4:junit4]   2> 25755 T3608 C261 P52803 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25755 T3651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e650c6d main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 25754 T3622 C263 P52807 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17882ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43eab274),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17882ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43eab274),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 25756 T3622 C263 P52807 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 25756 T3614 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f5f3b34 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25757 T3622 C263 P52807 oass.SolrIndexSearcher.<init> Opening Searcher@9d35c07 main
[junit4:junit4]   2> 25757 T3608 C261 P52803 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 25756 T3642 C264 P52815 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 24
[junit4:junit4]   2> 25757 T3622 C263 P52807 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25758 T3632 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9d35c07 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 25759 T3622 C263 P52807 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 25760 T3589 C262 P52800 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 84
[junit4:junit4]   2> 25763 T3554 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25768 T3590 C262 P52800 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25773 T3603 C261 P52803 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25778 T3623 C263 P52807 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25783 T3644 C264 P52815 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 27797 T3572 C265 P52796 oass.SolrIndexSearcher.<init> Opening Searcher@316b0236 realtime
[junit4:junit4]   2> 27799 T3572 C265 P52796 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429447747948249088)} 0 3
[junit4:junit4]   2> 27808 T3603 C261 P52803 /update {update.distrib=FROMLEADER&_version_=-1429447747955589120&update.from=http://127.0.0.1:52800/gfgwy/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429447747955589120)} 0 1
[junit4:junit4]   2> 27810 T3623 C263 P52807 /update {update.distrib=FROMLEADER&_version_=-1429447747955589120&update.from=http://127.0.0.1:52800/gfgwy/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429447747955589120)} 0 2
[junit4:junit4]   2> 27811 T3643 C264 P52815 /update {update.distrib=FROMLEADER&_version_=-1429447747955589120&update.from=http://127.0.0.1:52800/gfgwy/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429447747955589120)} 0 2
[junit4:junit4]   2> 27812 T3590 C262 P52800 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429447747955589120)} 0 10
[junit4:junit4]   2> 27820 T3567 C265 P52796 /update {wt=javabin&version=2} {add=[0 (1429447747971317760)]} 0 3
[junit4:junit4]   2> 27832 T3624 C263 P52807 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429447747978657792)]} 0 2
[junit4:junit4]   2> 27833 T3645 C264 P52815 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429447747978657792)]} 0 2
[junit4:junit4]   2> 27836 T3604 C261 P52803 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429447747978657792)]} 0 2
[junit4:junit4]   2> 27837 T3587 C262 P52800 /update {wt=javabin&version=2} {add=[0 (1429447747978657792)]} 0 13
[junit4:junit4]   2> 27848 T3568 C265 P52796 /update {wt=javabin&version=2} {add=[1 (1429447748000677888)]} 0 2
[junit4:junit4]   2> 27861 T3605 C261 P52803 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429447748008017920)]} 0 2
[junit4:junit4]   2> 27862 T3625 C263 P52807 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429447748008017920)]} 0 2
[junit4:junit4]   2> 27864 T3640 C264 P52815 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429447748008017920)]} 0 5
[junit4:junit4]   2> 27866 T3592 C262 P52800 /update {wt=javabin&version=2} {add=[1 (1429447748008017920)]} 0 13
[junit4:junit4]   2> 27873 T3569 C265 P52796 /update {wt=javabin&version=2} {add=[2 (1429447748026892288)]} 0 3
[junit4:junit4]   2> 27886 T3641 C264 P52815 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429447748035280896)]} 0 2
[junit4:junit4]   2> 27886 T3620 C263 P52807 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429447748035280896)]} 0 2
[junit4:junit4]   2> 27889 T3591 C262 P52800 /update {test.distrib.skip.servers=http://127.0.0.1:52803/gfgwy/q/collection1/&wt=javabin&version=2} {add=[2 (1429447748035280896)]} 0 11
[junit4:junit4]   2> 27897 T3570 C265 P52796 /update {wt=javabin&version=2} {add=[3 (1429447748052058112)]} 0 2
[junit4:junit4]   2> 27912 T3642 C264 P52815 /update {distrib.from=http://127.0.0.1:52800/gfgwy/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429447748061495296)]} 0 2
[junit4:junit4]   2> 27914 T3588 C262 P52800 /update {test.distrib.skip.servers=http://127.0.0.1:52803/gfgwy/q/collection1/&test.distrib.skip.servers=http://127.0.0.1:52807/gfgwy/q/collection1/&wt=javabin&version=2} {add=[3 (1429447748061495296)]} 0 10
[junit4:junit4]   2> 27923 T3571 C265 P52796 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27937 T3571 C265 P52796 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c387efd lockFactory=org.apache.lucene.store.NativeFSLockFactory@219446f8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c387efd lockFactory=org.apache.lucene.store.NativeFSLockFactory@219446f8),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_SimpleText_0.pst, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0.nvm, _0_MockRandom_0.skp, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt, segments_3]
[junit4:junit4]   2> 27939 T3571 C265 P52796 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_SimpleText_0.pst, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0.fnm, _0.nvm, _0_MockRandom_0.skp, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0.fdx, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt, segments_3]
[junit4:junit4]   2> 27944 T3571 C265 P52796 oass.SolrIndexSearcher.<init> Opening Searcher@33c91e77 main
[junit4:junit4]   2> 27946 T3571 C265 P52796 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27947 T3580 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33c91e77 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27948 T3571 C265 P52796 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 27953 T3589 C262 P52800 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27965 T3589 C262 P52800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b8a0fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e32a52),segFN=segments_6,generation=6,filenames=[_0_MockRandom_0.tib, _0.fnm, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0.nvd, _0_MockRandom_0.tii, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, segments_6, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 27966 T3589 C262 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_MockRandom_0.tib, _0.fnm, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0.nvd, _0_MockRandom_0.tii, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, segments_6, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 27971 T3589 C262 P52800 oass.SolrIndexSearcher.<init> Opening Searcher@1e0d067d main
[junit4:junit4]   2> 27972 T3589 C262 P52800 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27973 T3598 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e0d067d main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27974 T3589 C262 P52800 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52803/gfgwy/q/collection1/, StdNode: http://127.0.0.1:52807/gfgwy/q/collection1/, StdNode: http://127.0.0.1:52815/gfgwy/q/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 27979 T3606 C261 P52803 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27979 T3644 C264 P52815 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27987 T3621 C263 P52807 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 28015 T3606 C261 P52803 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f6e411b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ee07791),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f6e411b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ee07791),segFN=segments_4,generation=4,filenames=[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_SimpleText_0.pst, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_MockRandom_0.tib, _0.fnm, _0.nvm, _0_MockRandom_0.skp, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0.fdx, _0_MockRandom_0.pyl, _0.fdt, segments_4]
[junit4:junit4]   2> 28016 T3606 C261 P52803 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_Pulsing41_0.tip, _0.nvd, _0_SimpleText_0.pst, _0_MockVariableIntBlock_0.pos, _0.si, _0_MockVariableIntBlock_0.tii, _0_MockRandom_0.tib, _0.fnm, _0.nvm, _0_MockRandom_0.skp, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0.fdx, _0_MockRandom_0.pyl, _0.fdt, segments_4]
[junit4:junit4]   2> 28022 T3606 C261 P52803 oass.SolrIndexSearcher.<init> Opening Searcher@44d8e27b main
[junit4:junit4]   2> 28024 T3606 C261 P52803 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 28025 T3614 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44d8e27b main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 28049 T3621 C263 P52807 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17882ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43eab274),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17882ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43eab274),segFN=segments_5,generation=5,filenames=[_0.fnm, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, segments_5, _0_MockRandom_0.tim, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 28050 T3606 C261 P52803 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 71
[junit4:junit4]   2> 28050 T3621 C263 P52807 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0.nvd, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, segments_5, _0_MockRandom_0.tim, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 28050 T3644 C264 P52815 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ffc4e2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e94c186),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ffc4e2d lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e94c186),segFN=segments_6,generation=6,filenames=[_0_MockRandom_0.tib, _0.fnm, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0.nvd, _0_MockRandom_0.tii, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, segments_6, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 28052 T3644 C264 P52815 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_MockRandom_0.tib, _0.fnm, _0_MockVariableIntBlock_0.doc, _0_MockVariableIntBlock_0.skp, _0.nvm, _0_MockVariableIntBlock_0.pyl, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_MockVariableIntBlock_0.tib, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0_MockVariableIntBlock_0.frq, _0_SimpleText_0.pst, _0.nvd, _0_MockRandom_0.tii, _0_MockVariableIntBlock_0.pos, _0.fdx, _0.si, segments_6, _0_MockVariableIntBlock_0.tii, _0.fdt]
[junit4:junit4]   2> 28055 T3644 C264 P52815 oass.SolrIndexSearcher.<init> Opening Searcher@2f9bc2f4 main
[junit4:junit4]   2> 28056 T3644 C264 P52815 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 28058 T3651 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f9bc2f4 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 28059 T3644 C264 P52815 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 80
[junit4:junit4]   2> 28107 T3621 C263 P52807 oass.SolrIndexSearcher.<init> Opening Searcher@1d40dafd main
[junit4:junit4]   2> 28108 T3621 C263 P52807 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 28109 T3632 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d40dafd main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 28110 T3621 C263 P52807 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 123
[junit4:junit4]   2> 28112 T3589 C262 P52800 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 159
[junit4:junit4]   2> 28113 T3554 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 28115 T3554 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 28116 T3554 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 28120 T3590 C262 P52800 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 28129 T3607 C261 P52803 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 28135 T3622 C263 P52807 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 28142 T3643 C264 P52815 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 28144 T3554 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 28154 T3623 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 28155 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 28166 T3592 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 28167 T3592 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52800/gfgwy/q/collection1/
[junit4:junit4]   2> 28168 T3592 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52800/gfgwy/q START replicas=[http://127.0.0.1:52803/gfgwy/q/collection1/, http://127.0.0.1:52807/gfgwy/q/collection1/, http://127.0.0.1:52815/gfgwy/q/collection1/] nUpdates=100
[junit4:junit4]   2> 28175 T3608 C261 P52803 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 28175 T3624 C263 P52807 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 28177 T3645 C264 P52815 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 28177 T3592 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52800/gfgwy/q  Received 3 versions from 127.0.0.1:52803/gfgwy/q/collection1/
[junit4:junit4]   2> 28178 T3592 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52800/gfgwy/q  Our versions are newer. ourLowThreshold=1429447747955589120 otherHigh=1429447748008017920
[junit4:junit4]   2> 28178 T3592 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52800/gfgwy/q  Received 4 versions from 127.0.0.1:52807/gfgwy/q/collection1/
[junit4:junit4]   2> 28179 T3592 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52800/gfgwy/q  Our versions are newer. ourLowThreshold=1429447747955589120 otherHigh=1429447748035280896
[junit4:junit4]   2> 28180 T3592 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52800/gfgwy/q  Received 5 versio

[...truncated too long message...]

.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 54950 T3554 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=MockVariableIntBlock(baseBlockSize=105), text=PostingsFormat(name=SimpleText), _version_=MockVariableIntBlock(baseBlockSize=105), rnd_b=Pulsing41(freqCutoff=6 minBlockSize=50 maxBlockSize=135), intDefault=MockVariableIntBlock(baseBlockSize=105), id=Pulsing41(freqCutoff=6 minBlockSize=50 maxBlockSize=135), timestamp=MockVariableIntBlock(baseBlockSize=105), a_t=MockVariableIntBlock(baseBlockSize=105), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=PostingsFormat(name=MockRandom), other_tl1=MockVariableIntBlock(baseBlockSize=105), multiDefault=PostingsFormat(name=MockRandom), a_si=PostingsFormat(name=MockRandom)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=sr, timezone=America/Edmonton
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Apple Inc. 1.6.0_41 (64-bit)/cpus=2,threads=7,free=36210616,total=369975296
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestWriterPerf, TermVectorComponentTest, MoreLikeThisHandlerTest, PrimUtilsTest, EchoParamsTest, TestFieldCollectionResource, TestSolrDeletionPolicy2, TestMultiCoreConfBootstrap, TestPerFieldSimilarity, AlternateDirectoryTest, RequestHandlersTest, TestJmxMonitoredMap, TestCSVResponseWriter, OutputWriterTest, CacheHeaderTest, TestConfig, CurrencyFieldOpenExchangeTest, TestLMJelinekMercerSimilarityFactory, UnloadDistributedZkTest, TestFuzzyAnalyzedSuggestions, TestReversedWildcardFilterFactory, TestFastWriter, ChaosMonkeySafeLeaderTest, TestAnalyzedSuggestions, UpdateParamsTest, TestXIncludeConfig, TestCharFilters, BadIndexSchemaTest, TestFastOutputStream, SoftAutoCommitTest, TestIndexSearcher, TestFaceting, DocValuesMultiTest, LukeRequestHandlerTest, TermsComponentTest, TestArbitraryIndexDir, URLClassifyProcessorTest, PeerSyncTest, TestDefaultSimilarityFactory, TestBinaryField, IndexBasedSpellCheckerTest, SpellingQueryConverterTest, CurrencyFieldXmlFileTest, TimeZoneUtilsTest, SchemaVersionSpecificBehaviorTest, TestPluginEnable, TestOmitPositions, TestSolrQueryParser, MinimalSchemaTest, ReturnFieldsTest, TestPhraseSuggestions, TestHashPartitioner, TestPartialUpdateDeduplication, TestStressReorder, TestPostingsSolrHighlighter, ChaosMonkeyNothingIsSafeTest, TestDynamicFieldCollectionResource, ShardRoutingTest, TestBM25SimilarityFactory, ShardRoutingCustomTest, CSVRequestHandlerTest, TestStressRecovery, TestValueSourceCache, ShowFileRequestHandlerTest, TestRandomFaceting, IndexSchemaTest, TestComponentsName, TestBinaryResponseWriter, StatelessScriptUpdateProcessorFactoryTest, BasicDistributedZk2Test, BasicDistributedZkTest, UniqFieldsUpdateProcessorFactoryTest, SliceStateTest, StatsComponentTest, TestBadConfig, TestUtils, TestLuceneMatchVersion, SOLR749Test, NotRequiredUniqueKeyTest, OverseerCollectionProcessorTest, TestDistributedSearch, TestFiltering, DisMaxRequestHandlerTest, HighlighterTest, HighlighterConfigTest, DirectSolrConnectionTest, ResponseLogComponentTest, TestStressVersions, IndexSchemaRuntimeFieldTest, TestLRUCache, TestIndexingPerformance, TestPropInject, TestIBSimilarityFactory, TestAtomicUpdateErrorCases, ExternalFileFieldSortTest, QueryEqualityTest, ClusterStateUpdateTest, TestFieldTypeResource, TestRemoteStreaming, DistributedQueryElevationComponentTest, TestCSVLoader, TestSort, TestFieldResource, TestWordDelimiterFilterFactory, TestPHPSerializedResponseWriter, TestQuerySenderNoQuery, ScriptEngineTest, FieldMutatingUpdateProcessorTest, FileBasedSpellCheckerTest, SpellPossibilityIteratorTest, TestDocSet, TestSuggestSpellingConverter, AutoCommitTest, TestCopyFieldCollectionResource, FullSolrCloudDistribCmdsTest, AliasIntegrationTest, DefaultValueUpdateProcessorTest, SpellCheckCollatorTest, TestRealTimeGet, RequiredFieldsTest, DistributedSpellCheckComponentTest, TestDFRSimilarityFactory, SliceStateUpdateTest, ClusterStateTest, TestRangeQuery, TestExtendedDismaxParser, HardAutoCommitTest, TestJmxIntegration, MBeansHandlerTest, CollectionsAPIDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed in 55.00s, 1 test, 1 failure <<< FAILURES!

[...truncated 421 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 272 suites, 1145 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 82 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 306 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/306/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([1148DE459EB74EED:90AE505DE9E82ED1]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9347 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T3981 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 7 T3981 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363205524262
[junit4:junit4]   2> 8 T3981 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 9 T3982 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T3982 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T3982 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T3982 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T3982 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 13 T3982 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363205524261/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 114 T3981 oasc.ZkTestServer.run start zk server on port:52786
[junit4:junit4]   2> 115 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@44d4a107
[junit4:junit4]   2> 117 T3987 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 117 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 118 T3987 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 118 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52787
[junit4:junit4]   2> 118 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52787
[junit4:junit4]   2> 119 T3985 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 121 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0000 with negotiated timeout 10000 for client /127.0.0.1:52787
[junit4:junit4]   2> 121 T3987 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0000, negotiated timeout = 10000
[junit4:junit4]   2> 122 T3988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44d4a107 name:ZooKeeperConnection Watcher:127.0.0.1:52786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 122 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T3981 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 126 T3986 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65618b2c0000
[junit4:junit4]   2> 127 T3981 oaz.ZooKeeper.close Session: 0x13d65618b2c0000 closed
[junit4:junit4]   2> 128 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@217b8cc8
[junit4:junit4]   2> 129 T3988 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 130 T3983 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52787 which had sessionid 0x13d65618b2c0000
[junit4:junit4]   2> 131 T3989 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 132 T3989 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 135 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52788
[junit4:junit4]   2> 135 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52788
[junit4:junit4]   2> 136 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0001 with negotiated timeout 10000 for client /127.0.0.1:52788
[junit4:junit4]   2> 137 T3989 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0001, negotiated timeout = 10000
[junit4:junit4]   2> 137 T3990 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@217b8cc8 name:ZooKeeperConnection Watcher:127.0.0.1:52786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 137 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 138 T3981 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 142 T3981 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 146 T3981 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 149 T3981 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 153 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 153 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 159 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 160 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 166 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 167 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 170 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 171 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 177 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 178 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 183 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 184 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 189 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 190 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 195 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 196 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 201 T3981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 202 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 206 T3986 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65618b2c0001
[junit4:junit4]   2> 207 T3983 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52788 which had sessionid 0x13d65618b2c0001
[junit4:junit4]   2> 207 T3981 oaz.ZooKeeper.close Session: 0x13d65618b2c0001 closed
[junit4:junit4]   2> 211 T3990 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 406 T3981 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 413 T3981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52789
[junit4:junit4]   2> 414 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 414 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 415 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462
[junit4:junit4]   2> 415 T3981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462/solr.xml
[junit4:junit4]   2> 416 T3981 oasc.CoreContainer.<init> New CoreContainer 1737960453
[junit4:junit4]   2> 417 T3981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462/'
[junit4:junit4]   2> 417 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462/'
[junit4:junit4]   2> 459 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 459 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 460 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 460 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 461 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 462 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 462 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 463 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 463 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 464 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 477 T3981 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 497 T3981 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52786/solr
[junit4:junit4]   2> 497 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 498 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6eb4fae0
[junit4:junit4]   2> 499 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 500 T4000 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 502 T4000 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 502 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52790
[junit4:junit4]   2> 502 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52790
[junit4:junit4]   2> 504 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0002 with negotiated timeout 20000 for client /127.0.0.1:52790
[junit4:junit4]   2> 504 T4000 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0002, negotiated timeout = 20000
[junit4:junit4]   2> 504 T4001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6eb4fae0 name:ZooKeeperConnection Watcher:127.0.0.1:52786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 505 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 507 T3986 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65618b2c0002
[junit4:junit4]   2> 508 T3983 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52790 which had sessionid 0x13d65618b2c0002
[junit4:junit4]   2> 508 T3981 oaz.ZooKeeper.close Session: 0x13d65618b2c0002 closed
[junit4:junit4]   2> 508 T4001 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 508 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 514 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4a1ec81f
[junit4:junit4]   2> 515 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 516 T4002 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 516 T4002 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 517 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52791
[junit4:junit4]   2> 517 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52791
[junit4:junit4]   2> 519 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0003 with negotiated timeout 20000 for client /127.0.0.1:52791
[junit4:junit4]   2> 519 T4002 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0003, negotiated timeout = 20000
[junit4:junit4]   2> 519 T4003 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a1ec81f name:ZooKeeperConnection Watcher:127.0.0.1:52786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 519 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 522 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 524 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 528 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52789_
[junit4:junit4]   2> 529 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52789_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52789_
[junit4:junit4]   2> 530 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52789_
[junit4:junit4]   2> 535 T3981 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 543 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 544 T3981 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 549 T3981 oasc.Overseer.start Overseer (id=89339037238427651-127.0.0.1:52789_-n_0000000000) starting
[junit4:junit4]   2> 551 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 552 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 554 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 556 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 558 T4005 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 559 T3981 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 564 T3981 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 568 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 573 T4004 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 579 T4006 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462/collection1
[junit4:junit4]   2> 579 T4006 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 581 T4006 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 581 T4006 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 585 T4006 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462/collection1/'
[junit4:junit4]   2> 586 T4006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 587 T4006 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462/collection1/lib/README' to classloader
[junit4:junit4]   2> 640 T4006 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 721 T4006 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 724 T4006 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 730 T4006 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1353 T4006 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1361 T4006 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1365 T4006 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1386 T4006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1393 T4006 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1399 T4006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1400 T4006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1401 T4006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1401 T4006 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1403 T4006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1403 T4006 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1404 T4006 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1404 T4006 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363205524462/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/control/data/
[junit4:junit4]   2> 1404 T4006 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@568ad4f0
[junit4:junit4]   2> 1405 T4006 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1406 T4006 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/control/data forceNew: false
[junit4:junit4]   2> 1406 T4006 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363205524261/control/data/index/
[junit4:junit4]   2> 1406 T4006 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363205524261/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1407 T4006 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/control/data/index forceNew: false
[junit4:junit4]   2> 1410 T4006 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25844bfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@36066a13),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1410 T4006 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1413 T4006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1414 T4006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1415 T4006 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1415 T4006 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1416 T4006 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1416 T4006 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1417 T4006 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1417 T4006 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1418 T4006 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1426 T4006 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1431 T4006 oass.SolrIndexSearcher.<init> Opening Searcher@5cac08de main
[junit4:junit4]   2> 1431 T4006 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/control/data/tlog
[junit4:junit4]   2> 1432 T4006 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1432 T4006 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1435 T4007 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cac08de main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1438 T4006 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1438 T4006 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1439 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2084 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2085 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52789_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52789"}
[junit4:junit4]   2> 2085 T4004 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2086 T4004 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2086 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2093 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2444 T4006 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2445 T4006 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52789 collection:control_collection shard:shard1
[junit4:junit4]   2> 2448 T4006 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2475 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2478 T4006 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2480 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2487 T4006 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2488 T4006 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2488 T4006 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52789/collection1/
[junit4:junit4]   2> 2488 T4006 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2489 T4006 oasc.SyncStrategy.syncToMe http://127.0.0.1:52789/collection1/ has no replicas
[junit4:junit4]   2> 2489 T4006 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52789/collection1/
[junit4:junit4]   2> 2490 T4006 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2502 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3606 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3617 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3631 T4006 oasc.ZkController.register We are http://127.0.0.1:52789/collection1/ and leader is http://127.0.0.1:52789/collection1/
[junit4:junit4]   2> 3632 T4006 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52789
[junit4:junit4]   2> 3632 T4006 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3632 T4006 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3632 T4006 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3635 T4006 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3637 T3981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3637 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3638 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3644 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3646 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@385c4f2c
[junit4:junit4]   2> 3647 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3647 T4009 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3648 T4009 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 3648 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52792
[junit4:junit4]   2> 3650 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52792
[junit4:junit4]   2> 3651 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0004 with negotiated timeout 10000 for client /127.0.0.1:52792
[junit4:junit4]   2> 3651 T4009 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0004, negotiated timeout = 10000
[junit4:junit4]   2> 3652 T4010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@385c4f2c name:ZooKeeperConnection Watcher:127.0.0.1:52786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3652 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3655 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3659 T3981 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3865 T3981 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3869 T3981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52793
[junit4:junit4]   2> 3871 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3872 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3873 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914
[junit4:junit4]   2> 3873 T3981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914/solr.xml
[junit4:junit4]   2> 3874 T3981 oasc.CoreContainer.<init> New CoreContainer 360091921
[junit4:junit4]   2> 3875 T3981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914/'
[junit4:junit4]   2> 3875 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914/'
[junit4:junit4]   2> 3926 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3927 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3927 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3928 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3928 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3929 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3930 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3930 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3931 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3932 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3964 T3981 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3978 T3981 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52786/solr
[junit4:junit4]   2> 3978 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3979 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@b7f81dd
[junit4:junit4]   2> 3980 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3980 T4020 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3983 T4020 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 3983 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52794
[junit4:junit4]   2> 3984 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52794
[junit4:junit4]   2> 3985 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0005 with negotiated timeout 20000 for client /127.0.0.1:52794
[junit4:junit4]   2> 3985 T4020 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0005, negotiated timeout = 20000
[junit4:junit4]   2> 3986 T4021 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b7f81dd name:ZooKeeperConnection Watcher:127.0.0.1:52786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3987 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3989 T3986 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65618b2c0005
[junit4:junit4]   2> 3990 T3983 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52794 which had sessionid 0x13d65618b2c0005
[junit4:junit4]   2> 3990 T4021 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3990 T3981 oaz.ZooKeeper.close Session: 0x13d65618b2c0005 closed
[junit4:junit4]   2> 3991 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3997 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3372a8e
[junit4:junit4]   2> 3999 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4000 T4022 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4001 T4022 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 4001 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52795
[junit4:junit4]   2> 4002 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52795
[junit4:junit4]   2> 4004 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0006 with negotiated timeout 20000 for client /127.0.0.1:52795
[junit4:junit4]   2> 4004 T4022 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0006, negotiated timeout = 20000
[junit4:junit4]   2> 4005 T4023 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3372a8e name:ZooKeeperConnection Watcher:127.0.0.1:52786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4005 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4007 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4009 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4012 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5022 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52793_
[junit4:junit4]   2> 5024 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52793_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52793_
[junit4:junit4]   2> 5027 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52793_
[junit4:junit4]   2> 5034 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5035 T4010 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5037 T4023 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5039 T4003 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5056 T4024 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914/collection1
[junit4:junit4]   2> 5056 T4024 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5058 T4024 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5059 T4024 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5065 T4024 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914/collection1/'
[junit4:junit4]   2> 5068 T4024 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5069 T4024 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914/collection1/lib/README' to classloader
[junit4:junit4]   2> 5126 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5127 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52789_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52789"}
[junit4:junit4]   2> 5129 T4024 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5135 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5136 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5135 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5189 T4024 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5191 T4024 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5197 T4024 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5823 T4024 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5832 T4024 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5836 T4024 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5857 T4024 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5862 T4024 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5867 T4024 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5869 T4024 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5870 T4024 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5870 T4024 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5872 T4024 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5872 T4024 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5873 T4024 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5873 T4024 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363205527914/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty1/
[junit4:junit4]   2> 5873 T4024 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@568ad4f0
[junit4:junit4]   2> 5874 T4024 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5875 T4024 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty1 forceNew: false
[junit4:junit4]   2> 5875 T4024 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty1/index/
[junit4:junit4]   2> 5875 T4024 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5876 T4024 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty1/index forceNew: false
[junit4:junit4]   2> 5879 T4024 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5879 T4024 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5882 T4024 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5882 T4024 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5883 T4024 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5884 T4024 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5884 T4024 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5885 T4024 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5885 T4024 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5886 T4024 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5886 T4024 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5893 T4024 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5898 T4024 oass.SolrIndexSearcher.<init> Opening Searcher@bcf1f41 main
[junit4:junit4]   2> 5898 T4024 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty1/tlog
[junit4:junit4]   2> 5899 T4024 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5899 T4024 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5906 T4025 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bcf1f41 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5909 T4024 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5909 T4024 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6649 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6653 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52793_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52793"}
[junit4:junit4]   2> 6655 T4004 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6656 T4004 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6677 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6678 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6679 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6912 T4024 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6914 T4024 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52793 collection:collection1 shard:shard1
[junit4:junit4]   2> 6917 T4024 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6941 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6942 T4024 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6943 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6949 T4024 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6950 T4024 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6950 T4024 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52793/collection1/
[junit4:junit4]   2> 6951 T4024 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6951 T4024 oasc.SyncStrategy.syncToMe http://127.0.0.1:52793/collection1/ has no replicas
[junit4:junit4]   2> 6952 T4024 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52793/collection1/
[junit4:junit4]   2> 6952 T4024 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6962 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8197 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8212 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8212 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8212 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8253 T4024 oasc.ZkController.register We are http://127.0.0.1:52793/collection1/ and leader is http://127.0.0.1:52793/collection1/
[junit4:junit4]   2> 8254 T4024 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52793
[junit4:junit4]   2> 8254 T4024 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8254 T4024 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8255 T4024 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8258 T4024 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8261 T3981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8262 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8263 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8529 T3981 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8537 T3981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52796
[junit4:junit4]   2> 8538 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8539 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8539 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526
[junit4:junit4]   2> 8539 T3981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526/solr.xml
[junit4:junit4]   2> 8540 T3981 oasc.CoreContainer.<init> New CoreContainer 509247793
[junit4:junit4]   2> 8540 T3981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526/'
[junit4:junit4]   2> 8541 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526/'
[junit4:junit4]   2> 8583 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8583 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8584 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8584 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8585 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8585 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8585 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8586 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8586 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8587 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8604 T3981 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8629 T3981 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52786/solr
[junit4:junit4]   2> 8630 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8630 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3bc01700
[junit4:junit4]   2> 8632 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8632 T4036 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8635 T4036 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 8635 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52797
[junit4:junit4]   2> 8637 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52797
[junit4:junit4]   2> 8639 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0007 with negotiated timeout 20000 for client /127.0.0.1:52797
[junit4:junit4]   2> 8639 T4036 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0007, negotiated timeout = 20000
[junit4:junit4]   2> 8640 T4037 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bc01700 name:ZooKeeperConnection Watcher:127.0.0.1:52786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8640 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8644 T3986 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65618b2c0007
[junit4:junit4]   2> 8646 T3983 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52797 which had sessionid 0x13d65618b2c0007
[junit4:junit4]   2> 8647 T4037 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8647 T3981 oaz.ZooKeeper.close Session: 0x13d65618b2c0007 closed
[junit4:junit4]   2> 8648 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8657 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@189fbd0d
[junit4:junit4]   2> 8660 T4038 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8660 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8662 T4038 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 8664 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52798
[junit4:junit4]   2> 8664 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52798
[junit4:junit4]   2> 8667 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0008 with negotiated timeout 20000 for client /127.0.0.1:52798
[junit4:junit4]   2> 8667 T4038 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0008, negotiated timeout = 20000
[junit4:junit4]   2> 8668 T4039 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@189fbd0d name:ZooKeeperConnection Watcher:127.0.0.1:52786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8668 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8671 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8674 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8680 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9689 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52796_
[junit4:junit4]   2> 9692 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52796_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52796_
[junit4:junit4]   2> 9694 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52796_
[junit4:junit4]   2> 9701 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9701 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9701 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9703 T4039 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9707 T4003 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9709 T4023 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9712 T4010 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9725 T4040 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526/collection1
[junit4:junit4]   2> 9726 T4040 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9727 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9728 T4040 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9729 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52793_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52793"}
[junit4:junit4]   2> 9729 T4040 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9737 T4040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526/collection1/'
[junit4:junit4]   2> 9740 T4040 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9742 T4040 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526/collection1/lib/README' to classloader
[junit4:junit4]   2> 9745 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9746 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9750 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9751 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9811 T4040 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9865 T4040 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9867 T4040 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9872 T4040 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10506 T4040 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10514 T4040 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10517 T4040 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10539 T4040 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10544 T4040 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10550 T4040 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10552 T4040 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10553 T4040 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10554 T4040 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10556 T4040 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10556 T4040 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10557 T4040 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10557 T4040 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363205532526/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty2/
[junit4:junit4]   2> 10558 T4040 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@568ad4f0
[junit4:junit4]   2> 10558 T4040 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10559 T4040 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty2 forceNew: false
[junit4:junit4]   2> 10560 T4040 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty2/index/
[junit4:junit4]   2> 10560 T4040 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10560 T4040 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty2/index forceNew: false
[junit4:junit4]   2> 10563 T4040 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b05a6bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1463603f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10564 T4040 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10567 T4040 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10567 T4040 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10568 T4040 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10569 T4040 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10571 T4040 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10571 T4040 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10572 T4040 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10572 T4040 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10573 T4040 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10580 T4040 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10586 T4040 oass.SolrIndexSearcher.<init> Opening Searcher@2722a7c9 main
[junit4:junit4]   2> 10586 T4040 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty2/tlog
[junit4:junit4]   2> 10587 T4040 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10588 T4040 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10594 T4041 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2722a7c9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10600 T4040 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10600 T4040 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11257 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11258 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52796_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52796"}
[junit4:junit4]   2> 11258 T4004 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11259 T4004 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11265 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11266 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11266 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11265 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11605 T4040 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11606 T4040 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52796 collection:collection1 shard:shard1
[junit4:junit4]   2> 11613 T4040 oasc.ZkController.register We are http://127.0.0.1:52796/collection1/ and leader is http://127.0.0.1:52793/collection1/
[junit4:junit4]   2> 11613 T4040 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52796
[junit4:junit4]   2> 11614 T4040 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11614 T4040 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C283 name=collection1 org.apache.solr.core.SolrCore@2d8c2572 url=http://127.0.0.1:52796/collection1 node=127.0.0.1:52796_ C283_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52796_, base_url=http://127.0.0.1:52796}
[junit4:junit4]   2> 11618 T4042 C283 P52796 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11619 T4042 C283 P52796 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11619 T4040 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11620 T4042 C283 P52796 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11620 T4042 C283 P52796 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11622 T3981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11622 T4042 C283 P52796 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11622 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11623 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11859 T3981 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11866 T3981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52800
[junit4:junit4]   2> 11868 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11869 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11870 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892
[junit4:junit4]   2> 11870 T3981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892/solr.xml
[junit4:junit4]   2> 11871 T3981 oasc.CoreContainer.<init> New CoreContainer 708748784
[junit4:junit4]   2> 11872 T3981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892/'
[junit4:junit4]   2> 11873 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892/'
[junit4:junit4]   2> 11937 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11939 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11940 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11940 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11941 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11942 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11943 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11943 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11944 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11945 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11962 T3981 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11987 T3981 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52786/solr
[junit4:junit4]   2> 11988 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11988 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d20e596
[junit4:junit4]   2> 11990 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11991 T4053 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11992 T4053 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 11993 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52801
[junit4:junit4]   2> 11994 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52801
[junit4:junit4]   2> 11995 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c0009 with negotiated timeout 20000 for client /127.0.0.1:52801
[junit4:junit4]   2> 11995 T4053 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c0009, negotiated timeout = 20000
[junit4:junit4]   2> 11996 T4054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d20e596 name:ZooKeeperConnection Watcher:127.0.0.1:52786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11997 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12000 T3986 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65618b2c0009
[junit4:junit4]   2> 12001 T3983 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52801 which had sessionid 0x13d65618b2c0009
[junit4:junit4]   2> 12001 T3981 oaz.ZooKeeper.close Session: 0x13d65618b2c0009 closed
[junit4:junit4]   2> 12002 T4054 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12002 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12009 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4fe91d54
[junit4:junit4]   2> 12010 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12011 T4055 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12012 T4055 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 12012 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52802
[junit4:junit4]   2> 12013 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52802
[junit4:junit4]   2> 12015 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c000a with negotiated timeout 20000 for client /127.0.0.1:52802
[junit4:junit4]   2> 12015 T4055 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c000a, negotiated timeout = 20000
[junit4:junit4]   2> 12016 T4056 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4fe91d54 name:ZooKeeperConnection Watcher:127.0.0.1:52786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12016 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12017 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12019 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12023 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12778 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12780 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52796_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52796"}
[junit4:junit4]   2> 12788 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12788 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12789 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12789 T4056 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12789 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13031 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52800_
[junit4:junit4]   2> 13032 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52800_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52800_
[junit4:junit4]   2> 13034 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52800_
[junit4:junit4]   2> 13039 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13039 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13039 T4056 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13039 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13039 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13044 T4023 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13046 T4056 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13046 T4003 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13047 T4039 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13046 T4010 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13057 T4057 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892/collection1
[junit4:junit4]   2> 13057 T4057 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13059 T4057 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13059 T4057 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13062 T4057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892/collection1/'
[junit4:junit4]   2> 13063 T4057 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13064 T4057 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892/collection1/lib/README' to classloader
[junit4:junit4]   2> 13147 T4057 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13244 T4057 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13246 T4057 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13252 T4057 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13644 T4015 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52796__collection1&state=recovering&nodeName=127.0.0.1:52796_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 13923 T4057 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13936 T4057 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13940 T4057 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13962 T4057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13968 T4057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13973 T4057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13989 T4057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13990 T4057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13991 T4057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13993 T4057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13993 T4057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13994 T4057 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13994 T4057 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363205535892/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty3/
[junit4:junit4]   2> 13995 T4057 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@568ad4f0
[junit4:junit4]   2> 13995 T4057 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13996 T4057 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty3 forceNew: false
[junit4:junit4]   2> 13996 T4057 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty3/index/
[junit4:junit4]   2> 13996 T4057 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13997 T4057 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty3/index forceNew: false
[junit4:junit4]   2> 14000 T4057 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@476f8a91 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7401cd33),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14000 T4057 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14003 T4057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14004 T4057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14005 T4057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14005 T4057 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14006 T4057 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14006 T4057 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14007 T4057 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14008 T4057 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14008 T4057 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14015 T4057 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14021 T4057 oass.SolrIndexSearcher.<init> Opening Searcher@5ed73db main
[junit4:junit4]   2> 14021 T4057 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty3/tlog
[junit4:junit4]   2> 14023 T4057 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14023 T4057 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14027 T4058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ed73db main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14030 T4057 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14031 T4057 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14302 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14304 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52800_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52800"}
[junit4:junit4]   2> 14304 T4004 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14304 T4004 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14311 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14311 T4056 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14312 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14312 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14312 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15034 T4057 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15035 T4057 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52800 collection:collection1 shard:shard1
[junit4:junit4]   2> 15043 T4057 oasc.ZkController.register We are http://127.0.0.1:52800/collection1/ and leader is http://127.0.0.1:52793/collection1/
[junit4:junit4]   2> 15044 T4057 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52800
[junit4:junit4]   2> 15045 T4057 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15045 T4057 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C284 name=collection1 org.apache.solr.core.SolrCore@29451e33 url=http://127.0.0.1:52800/collection1 node=127.0.0.1:52800_ C284_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52800_, base_url=http://127.0.0.1:52800}
[junit4:junit4]   2> 15047 T4059 C284 P52800 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15047 T4057 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15048 T4059 C284 P52800 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15049 T4059 C284 P52800 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15049 T4059 C284 P52800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15050 T3981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15050 T4059 C284 P52800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15050 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15051 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15244 T3981 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15248 T3981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52804
[junit4:junit4]   2> 15249 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15250 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15250 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312
[junit4:junit4]   2> 15251 T3981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312/solr.xml
[junit4:junit4]   2> 15251 T3981 oasc.CoreContainer.<init> New CoreContainer 455650597
[junit4:junit4]   2> 15252 T3981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312/'
[junit4:junit4]   2> 15253 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312/'
[junit4:junit4]   2> 15298 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15299 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15299 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15300 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15301 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15301 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15302 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15302 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15303 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15303 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15316 T3981 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15336 T3981 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52786/solr
[junit4:junit4]   2> 15337 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15337 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@258b7ed1
[junit4:junit4]   2> 15339 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15339 T4070 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15341 T4070 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 15341 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52805
[junit4:junit4]   2> 15342 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52805
[junit4:junit4]   2> 15343 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c000b with negotiated timeout 20000 for client /127.0.0.1:52805
[junit4:junit4]   2> 15343 T4070 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c000b, negotiated timeout = 20000
[junit4:junit4]   2> 15344 T4071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@258b7ed1 name:ZooKeeperConnection Watcher:127.0.0.1:52786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15344 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15346 T3986 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d65618b2c000b
[junit4:junit4]   2> 15347 T3983 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52805 which had sessionid 0x13d65618b2c000b
[junit4:junit4]   2> 15348 T4071 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15347 T3981 oaz.ZooKeeper.close Session: 0x13d65618b2c000b closed
[junit4:junit4]   2> 15348 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15354 T3981 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@137b6b60
[junit4:junit4]   2> 15356 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15356 T4072 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:52786. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15357 T4072 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:52786, initiating session
[junit4:junit4]   2> 15357 T3983 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52806
[junit4:junit4]   2> 15358 T3983 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52806
[junit4:junit4]   2> 15360 T3985 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d65618b2c000c with negotiated timeout 20000 for client /127.0.0.1:52806
[junit4:junit4]   2> 15360 T4072 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:52786, sessionid = 0x13d65618b2c000c, negotiated timeout = 20000
[junit4:junit4]   2> 15360 T4073 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@137b6b60 name:ZooKeeperConnection Watcher:127.0.0.1:52786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15361 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15362 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15364 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15367 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C283_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52796_, base_url=http://127.0.0.1:52796}
[junit4:junit4]   2> 15646 T4042 C283 P52796 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52793/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15647 T4042 C283 P52796 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52796 START replicas=[http://127.0.0.1:52793/collection1/] nUpdates=100
[junit4:junit4]   2> 15647 T4042 C283 P52796 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15649 T4042 C283 P52796 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15649 T4042 C283 P52796 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15649 T4042 C283 P52796 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15650 T4042 C283 P52796 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15650 T4042 C283 P52796 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52793/collection1/. core=collection1
[junit4:junit4]   2> 15651 T4042 C283 P52796 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C285 name=collection1 org.apache.solr.core.SolrCore@74082dfd url=http://127.0.0.1:52793/collection1 node=127.0.0.1:52793_ C285_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52793_, base_url=http://127.0.0.1:52793, leader=true}
[junit4:junit4]   2> 15655 T4014 C285 P52793 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15661 T4016 C285 P52793 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15664 T4016 C285 P52793 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15665 T4016 C285 P52793 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15666 T4016 C285 P52793 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15666 T4016 C285 P52793 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15667 T4016 C285 P52793 oass.SolrIndexSearcher.<init> Opening Searcher@279c7dd6 realtime
[junit4:junit4]   2> 15667 T4016 C285 P52793 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15668 T4016 C285 P52793 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 15669 T4042 C283 P52796 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15669 T4042 C283 P52796 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15673 T4018 C285 P52793 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15673 T4018 C285 P52793 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15674 T4042 C283 P52796 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15674 T4042 C283 P52796 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15675 T4042 C283 P52796 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15682 T4015 C285 P52793 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15683 T4042 C283 P52796 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15684 T4042 C283 P52796 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty2/index.20130313151219937 forceNew: false
[junit4:junit4]   2> 15684 T4042 C283 P52796 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e1eec7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a199f45) fullCopy=false
[junit4:junit4]   2> 15688 T4014 C285 P52793 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15690 T4042 C283 P52796 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15692 T4042 C283 P52796 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15692 T4042 C283 P52796 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15694 T4042 C283 P52796 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b05a6bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1463603f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b05a6bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1463603f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15694 T4042 C283 P52796 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15695 T4042 C283 P52796 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15695 T4042 C283 P52796 oass.SolrIndexSearcher.<init> Opening Searcher@294cbc88 main
[junit4:junit4]   2> 15697 T4041 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@294cbc88 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15697 T4042 C283 P52796 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e1eec7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a199f45)
[junit4:junit4]   2> 15697 T4042 C283 P52796 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15698 T4042 C283 P52796 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15698 T4042 C283 P52796 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15698 T4042 C283 P52796 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15700 T4042 C283 P52796 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15821 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15822 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52800_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52800"}
[junit4:junit4]   2> 15828 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52796_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52796"}
[junit4:junit4]   2> 15833 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15834 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15834 T4073 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15834 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15834 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15835 T4056 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16062 T4019 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52800__collection1&state=recovering&nodeName=127.0.0.1:52800_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 16373 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52804_
[junit4:junit4]   2> 16375 T3986 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d65618b2c000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52804_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52804_
[junit4:junit4]   2> 16376 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52804_
[junit4:junit4]   2> 16380 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16380 T4056 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16380 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16380 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16380 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16382 T4073 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16383 T4073 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16386 T4023 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16386 T4039 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16386 T4056 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16387 T4010 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16387 T4003 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16394 T4076 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312/collection1
[junit4:junit4]   2> 16394 T4076 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16395 T4076 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16396 T4076 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16398 T4076 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312/collection1/'
[junit4:junit4]   2> 16399 T4076 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16399 T4076 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312/collection1/lib/README' to classloader
[junit4:junit4]   2> 16446 T4076 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16520 T4076 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16521 T4076 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16527 T4076 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17212 T4076 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17222 T4076 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17226 T4076 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17250 T4076 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17255 T4076 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17260 T4076 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17262 T4076 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17263 T4076 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17263 T4076 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17265 T4076 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17265 T4076 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17266 T4076 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17267 T4076 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363205539312/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty4/
[junit4:junit4]   2> 17267 T4076 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@568ad4f0
[junit4:junit4]   2> 17268 T4076 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17268 T4076 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty4 forceNew: false
[junit4:junit4]   2> 17269 T4076 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty4/index/
[junit4:junit4]   2> 17269 T4076 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17270 T4076 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty4/index forceNew: false
[junit4:junit4]   2> 17272 T4076 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32c00da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@452640ba),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17273 T4076 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17276 T4076 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17276 T4076 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17277 T4076 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17278 T4076 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17283 T4076 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17283 T4076 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17284 T4076 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17284 T4076 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17285 T4076 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17296 T4076 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17304 T4076 oass.SolrIndexSearcher.<init> Opening Searcher@53d215de main
[junit4:junit4]   2> 17305 T4076 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty4/tlog
[junit4:junit4]   2> 17306 T4076 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17306 T4076 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17310 T4077 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53d215de main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17313 T4076 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17313 T4076 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17350 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17352 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52804_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52804"}
[junit4:junit4]   2> 17353 T4004 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 17353 T4004 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17362 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17362 T4056 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17362 T4073 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17363 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17362 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17362 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C284_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52800_, base_url=http://127.0.0.1:52800}
[junit4:junit4]   2> 18067 T4059 C284 P52800 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52793/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18067 T4059 C284 P52800 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52800 START replicas=[http://127.0.0.1:52793/collection1/] nUpdates=100
[junit4:junit4]   2> 18069 T4059 C284 P52800 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18070 T4059 C284 P52800 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18071 T4059 C284 P52800 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18071 T4059 C284 P52800 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18071 T4059 C284 P52800 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18072 T4059 C284 P52800 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52793/collection1/. core=collection1
[junit4:junit4]   2> 18072 T4059 C284 P52800 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18075 T4019 C285 P52793 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18090 T4017 C285 P52793 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18092 T4017 C285 P52793 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18093 T4017 C285 P52793 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18093 T4017 C285 P52793 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18094 T4017 C285 P52793 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 18095 T4059 C284 P52800 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18096 T4059 C284 P52800 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18098 T4015 C285 P52793 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18099 T4059 C284 P52800 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18099 T4059 C284 P52800 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18099 T4059 C284 P52800 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18102 T4014 C285 P52793 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18103 T4059 C284 P52800 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18104 T4059 C284 P52800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty3/index.20130313151222358 forceNew: false
[junit4:junit4]   2> 18105 T4059 C284 P52800 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f63bab lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ebff65) fullCopy=false
[junit4:junit4]   2> 18121 T4019 C285 P52793 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18123 T4059 C284 P52800 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18124 T4059 C284 P52800 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18124 T4059 C284 P52800 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18125 T4059 C284 P52800 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@476f8a91 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7401cd33),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@476f8a91 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7401cd33),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18126 T4059 C284 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18126 T4059 C284 P52800 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18127 T4059 C284 P52800 oass.SolrIndexSearcher.<init> Opening Searcher@15de28a6 main
[junit4:junit4]   2> 18128 T4058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15de28a6 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18128 T4059 C284 P52800 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f63bab lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ebff65)
[junit4:junit4]   2> 18128 T4059 C284 P52800 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18129 T4059 C284 P52800 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18129 T4059 C284 P52800 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18129 T4059 C284 P52800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18131 T4059 C284 P52800 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18316 T4076 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18317 T4076 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52804 collection:collection1 shard:shard1
[junit4:junit4]   2> 18327 T4076 oasc.ZkController.register We are http://127.0.0.1:52804/collection1/ and leader is http://127.0.0.1:52793/collection1/
[junit4:junit4]   2> 18327 T4076 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52804
[junit4:junit4]   2> 18328 T4076 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18328 T4076 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C286 name=collection1 org.apache.solr.core.SolrCore@79c5aa6c url=http://127.0.0.1:52804/collection1 node=127.0.0.1:52804_ C286_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52804_, base_url=http://127.0.0.1:52804}
[junit4:junit4]   2> 18329 T4080 C286 P52804 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18329 T4076 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18330 T4080 C286 P52804 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18330 T4080 C286 P52804 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18331 T4080 C286 P52804 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18332 T3981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 18332 T4080 C286 P52804 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18332 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18333 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18340 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18341 T3981 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18342 T3981 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18343 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18877 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18878 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52800_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52800"}
[junit4:junit4]   2> 18886 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52804_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52804"}
[junit4:junit4]   2> 18892 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18893 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18893 T4073 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18893 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18893 T4056 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18893 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19343 T4016 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52804__collection1&state=recovering&nodeName=127.0.0.1:52804_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 19350 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20358 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C286_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52804_, base_url=http://127.0.0.1:52804}
[junit4:junit4]   2> 21354 T4080 C286 P52804 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52793/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21356 T4080 C286 P52804 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52804 START replicas=[http://127.0.0.1:52793/collection1/] nUpdates=100
[junit4:junit4]   2> 21357 T4080 C286 P52804 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21358 T4080 C286 P52804 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21359 T4080 C286 P52804 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21360 T4080 C286 P52804 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21360 T4080 C286 P52804 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21361 T4080 C286 P52804 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52793/collection1/. core=collection1
[junit4:junit4]   2> 21362 T4080 C286 P52804 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21362 T4016 C285 P52793 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21367 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21373 T4014 C285 P52793 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21373 T4014 C285 P52793 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21374 T4014 C285 P52793 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21375 T4014 C285 P52793 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21375 T4014 C285 P52793 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 21376 T4080 C286 P52804 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21376 T4080 C286 P52804 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 21379 T4017 C285 P52793 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21379 T4080 C286 P52804 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 21380 T4080 C286 P52804 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 21380 T4080 C286 P52804 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 21384 T4018 C285 P52793 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21385 T4080 C286 P52804 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 21386 T4080 C286 P52804 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363205524261/jetty4/index.20130313151225639 forceNew: false
[junit4:junit4]   2> 21387 T4080 C286 P52804 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@940df98 lockFactory=org.apache.lucene.store.NativeFSLockFactory@530286c3) fullCopy=false
[junit4:junit4]   2> 21395 T4016 C285 P52793 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=1 
[junit4:junit4]   2> 21396 T4080 C286 P52804 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 21398 T4080 C286 P52804 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 21398 T4080 C286 P52804 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 21400 T4080 C286 P52804 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32c00da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@452640ba),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32c00da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@452640ba),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21400 T4080 C286 P52804 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21400 T4080 C286 P52804 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 21401 T4080 C286 P52804 oass.SolrIndexSearcher.<init> Opening Searcher@6692ccd8 main
[junit4:junit4]   2> 21402 T4077 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6692ccd8 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 21403 T4080 C286 P52804 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@940df98 lockFactory=org.apache.lucene.store.NativeFSLockFactory@530286c3)
[junit4:junit4]   2> 21403 T4080 C286 P52804 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 21403 T4080 C286 P52804 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 21403 T4080 C286 P52804 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 21404 T4080 C286 P52804 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21405 T4080 C286 P52804 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 21919 T4004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21921 T4004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52804_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52804"}
[junit4:junit4]   2> 21938 T4039 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21938 T4003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21939 T4023 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21939 T4056 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21940 T4010 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21939 T4073 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22370 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22372 T3981 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C287 name=collection1 org.apache.solr.core.SolrCore@2c5d217 url=http://127.0.0.1:52789/collection1 node=127.0.0.1:52789_ C287_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52789_, base_url=http://127.0.0.1:52789, leader=true}
[junit4:junit4]   2> 22387 T3996 C287 P52789 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22390 T3996 C287 P52789 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25844bfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@36066a13),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22391 T3996 C287 P52789 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22392 T3996 C287 P52789 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25844bfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@36066a13),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25844bfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@36066a13),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22393 T3996 C287 P52789 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22394 T3996 C287 P52789 oass.SolrIndexSearcher.<init> Opening Searcher@44068289 main
[junit4:junit4]   2> 22394 T3996 C287 P52789 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22395 T4007 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44068289 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 22396 T3996 C287 P52789 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 22404 T4019 C285 P52793 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22405 T4019 C285 P52793 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22406 T4019 C285 P52793 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22407 T4019 C285 P52793 oass.SolrIndexSearcher.<init> Opening Searcher@47c663e1 main
[junit4:junit4]   2> 22407 T4019 C285 P52793 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22408 T4025 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47c663e1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22409 T4019 C285 P52793 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52796/collection1/, StdNode: http://127.0.0.1:52800/collection1/, StdNode: http://127.0.0.1:52804/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C283_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52796_, base_url=http://127.0.0.1:52796}
[junit4:junit4]   2> 22422 T4033 C283 P52796 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C286_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52804_, base_url=http://127.0.0.1:52804}
[junit4:junit4]   2> 22422 T4067 C286 P52804 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22425 T4033 C283 P52796 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b05a6bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1463603f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b05a6bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1463603f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22425 T4033 C283 P52796 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22426 T4067 C286 P52804 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32c00da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@452640ba),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32c00da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@452640ba),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22427 T4067 C286 P52804 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22428 T4033 C283 P52796 oass.SolrIndexSearcher.<init> Opening Searcher@6211ace6 main
[junit4:junit4]   2> 22429 T4033 C283 P52796 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22430 T4041 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6211ace6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2>  C284_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52800_, base_url=http://127.0.0.1:52800}
[junit4:junit4]   2> 22430 T4047 C284 P52800 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22431 T4033 C283 P52796 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 22431 T4067 C286 P52804 oass.SolrIndexSearcher.<init> Opening Searcher@48fa38d8 main
[junit4:junit4]   2> 22432 T4067 C286 P52804 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22434 T4047 C284 P52800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@476f8a91 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7401cd33),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@476f8a91 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7401cd33),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22434 T4077 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48fa38d8 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22434 T4047 C284 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22435 T4067 C286 P52804 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 22435 T4047 C284 P52800 oass.SolrIndexSearcher.<init> Opening Searcher@e4eac21 main
[junit4:junit4]   2> 22436 T4047 C284 P52800 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22437 T4058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e4eac21 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 22438 T4047 C284 P52800 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 22439 T4019 C285 P52793 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4]   2> 22440 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22445 T4017 C285 P52793 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 22448 T4034 C283 P52796 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22451 T4048 C284 P52800 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22454 T4068 C286 P52804 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24465 T3996 C287 P52789 oass.SolrIndexSearcher.<init> Opening Searcher@49e7033e realtime
[junit4:junit4]   2> 24468 T3996 C287 P52789 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429424621450428416)} 0 6
[junit4:junit4]   2> 24482 T4048 C284 P52800 /update {update.distrib=FROMLEADER&_version_=-1429424621464059904&update.from=http://127.0.0.1:52793/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429424621464059904)} 0 2
[junit4:junit4]   2> 24486 T4068 C286 P52804 /update {update.distrib=FROMLEADER&_version_=-1429424621464059904&update.from=http://127.0.0.1:52793/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429424621464059904)} 0 5
[junit4:junit4]   2> 24486 T4033 C283 P52796 /update {update.distrib=FROMLEADER&_version_=-1429424621464059904&update.from=http://127.0.0.1:52793/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429424621464059904)} 0 3
[junit4:junit4]   2> 24490 T4019 C285 P52793 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429424621464059904)} 0 15
[junit4:junit4]   2> 24501 T3997 C287 P52789 /update {wt=javabin&version=2} {add=[0 (1429424621489225728)]} 0 3
[junit4:junit4]   2> 24519 T4049 C284 P52800 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429424621498662912)]} 0 4
[junit4:junit4]   2> 24524 T4034 C283 P52796 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429424621498662912)]} 0 8
[junit4:junit4]   2> 24524 T4069 C286 P52804 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429424621498662912)]} 0 5
[junit4:junit4]   2> 24528 T4017 C285 P52793 /update {wt=javabin&version=2} {add=[0 (1429424621498662912)]} 0 21
[junit4:junit4]   2> 24538 T3998 C287 P52789 /update {wt=javabin&version=2} {add=[1 (1429424621528023040)]} 0 3
[junit4:junit4]   2> 24557 T4064 C286 P52804 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429424621537460224)]} 0 3
[junit4:junit4]   2> 24561 T4035 C283 P52796 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429424621537460224)]} 0 8
[junit4:junit4]   2> 24562 T4050 C284 P52800 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429424621537460224)]} 0 5
[junit4:junit4]   2> 24568 T4018 C285 P52793 /update {wt=javabin&version=2} {add=[1 (1429424621537460224)]} 0 24
[junit4:junit4]   2> 24571 T3999 C287 P52789 /update {wt=javabin&version=2} {add=[2 (1429424621564723200)]} 0 1
[junit4:junit4]   2> 24587 T4065 C286 P52804 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429424621573111808)]} 0 1
[junit4:junit4]   2> 24587 T4051 C284 P52800 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429424621573111808)]} 0 1
[junit4:junit4]   2> 24589 T4016 C285 P52793 /update {test.distrib.skip.servers=http://127.0.0.1:52796/collection1/&wt=javabin&version=2} {add=[2 (1429424621573111808)]} 0 11
[junit4:junit4]   2> 24593 T3994 C287 P52789 /update {wt=javabin&version=2} {add=[3 (1429424621586743296)]} 0 1
[junit4:junit4]   2> 24608 T4066 C286 P52804 /update {distrib.from=http://127.0.0.1:52793/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429424621597229056)]} 0 2
[junit4:junit4]   2> 24610 T4015 C285 P52793 /update {test.distrib.skip.servers=http://127.0.0.1:52796/collection1/&test.distrib.skip.servers=http://127.0.0.1:52800/collection1/&wt=javabin&version=2} {add=[3 (1429424621597229056)]} 0 8
[junit4:junit4]   2> 24615 T3995 C287 P52789 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24632 T3995 C287 P52789 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25844bfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@36066a13),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@25844bfe lockFactory=org.apache.lucene.store.NativeFSLockFactory@36066a13),segFN=segments_3,generation=3,filenames=[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 24634 T3995 C287 P52789 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 24639 T3995 C287 P52789 oass.SolrIndexSearcher.<init> Opening Searcher@47601303 main
[junit4:junit4]   2> 24641 T3995 C287 P52789 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24643 T4007 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47601303 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24644 T3995 C287 P52789 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4]   2> 24653 T4014 C285 P52793 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24669 T4014 C285 P52793 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4459f64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@49cf8f6e),segFN=segments_6,generation=6,filenames=[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 24671 T4014 C285 P52793 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 24676 T4014 C285 P52793 oass.SolrIndexSearcher.<init> Opening Searcher@5e9590f9 main
[junit4:junit4]   2> 24678 T4014 C285 P52793 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24680 T4025 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e9590f9 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24682 T4014 C285 P52793 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52796/collection1/, StdNode: http://127.0.0.1:52800/collection1/, StdNode: http://127.0.0.1:52804/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 24688 T4067 C286 P52804 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24689 T4052 C284 P52800 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24695 T4030 C283 P52796 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24704 T4067 C286 P52804 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32c00da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@452640ba),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32c00da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@452640ba),segFN=segments_6,generation=6,filenames=[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 24705 T4067 C286 P52804 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 24707 T4067 C286 P52804 oass.SolrIndexSearcher.<init> Opening Searcher@11d71f8a main
[junit4:junit4]   2> 24707 T4067 C286 P52804 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24708 T4077 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11d71f8a main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24708 T4067 C286 P52804 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 24710 T4030 C283 P52796 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b05a6bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1463603f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b05a6bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1463603f),segFN=segments_4,generation=4,filenames=[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_4]
[junit4:junit4]   2> 24711 T4052 C284 P52800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@476f8a91 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7401cd33),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@476f8a91 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7401cd33),segFN=segments_5,generation=5,filenames=[_0.len, _0.inf, _0.si, segments_5, _0.pst, _0.fld]
[junit4:junit4]   2> 24711 T4030 C283 P52796 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_4]
[junit4:junit4]   2> 24711 T4052 C284 P52800 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.len, _0.inf, _0.si, segments_5, _0.pst, _0.fld]
[junit4:junit4]   2> 24712 T4030 C283 P52796 oass.SolrIndexSearcher.<init> Opening Searcher@53fc4c10 main
[junit4:junit4]   2> 24712 T4030 C283 P52796 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24712 T4052 C284 P52800 oass.SolrIndexSearcher.<init> Opening Searcher@10a4bc84 main
[junit4:junit4]   2> 24713 T4052 C284 P52800 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24713 T4041 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53fc4c10 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 24714 T4058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10a4bc84 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 24714 T4030 C283 P52796 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 24714 T4052 C284 P52800 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 25
[junit4:junit4]   2> 24715 T4014 C285 P52793 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 62
[junit4:junit4]   2> 24716 T3981 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 24717 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24719 T3981 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 24722 T4019 C285 P52793 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 24725 T4031 C283 P52796 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 24728 T4047 C284 P52800 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 24731 T4068 C286 P52804 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 24732 T3981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24740 T4048 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 24741 T4048 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24753 T4017 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 24754 T4017 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52793/collection1/
[junit4:junit4]   2> 24755 T4017 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52793 START replicas=[http://127.0.0.1:52796/collection1/, http://127.0.0.1:52800/collection1/, http://127.0.0.1:52804/collection1/] nUpdates=100
[junit4:junit4]   2> 24761 T4032 C283 P52796 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 24766 T4049 C284 P52800 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24766 T4069 C286 P52804 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24767 T4017 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52793  Received 3 versions from 127.0.0.1:52796/collection1/
[junit4:junit4]   2> 24768 T4017 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52793  Our versions are newer. ourLowThreshold=1429424621464059904 otherHigh=1429424621537460224
[junit4:junit4]   2> 24768 T4017 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52793  Received 4 versions from 127.0.0.1:52800/collection1/
[junit4:junit4]   2> 24769 T4017 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52793  Our versions are newer. ourLowThreshold=1429424621464059904 otherHigh=1429424621573111808
[junit4:junit4]   2> 24769 T4017 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52793  Received 5 versions from 127.0.0.1:52804/collection1/
[junit4:junit4]   2> 24770 T4017 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52793  Our versions are newer. ourLowThreshold=1429424621464059904 otherHigh=1429424621573111808
[junit4:junit4]   2> 24770 T4017 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52793 DONE. sync succeeded
[junit4:junit4]   2> 24770 T4017 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 24771 T4017 oasc.SyncStrategy.syncToMe http://127.0.0.1:52793/collection1/: try and ask http://127.0.0.1:52796/collection1/ to sync
[junit4:junit4]   2> 24772 T4017 oasc.SyncStrategy.syncToMe http://127.0.0.1:52793/collection1/: try and ask http://127.0.0.1:52800/collection1/ to sync
[junit4:junit4]   2> 24772 T4017 oasc.SyncStrategy.syncToMe http://127.0.0.1:52793/collection1/: try and ask http://127.0.0.1:52804/collection1/ to sync
[junit4:junit4]   2> 24774 T4033 C283 P52796 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52796 START replicas=[http://127.0.0.1:52793/collection1/] nUpdates=100
[junit4:junit4]   2> 24777 T4050 C284 P52800 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52800 START replicas=[http://127.0.0.1:52793/collection1/] nUpdates=100
[junit4:junit4]   2> 24777 T4064 C286 P52804 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52804 START replicas=[http://127.0.0.1:52793/collection1/] nUpdates=100
[junit4:junit4]   2> 24778 T4018 C285 P52793 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24779 T4033 C283 P52796 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52796  Received 5 versions from 127.0.0.1:52793/collection1/
[junit4:junit4]   2> 24780 T4033 C283 P52796 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52796 Requesting updates from 127.0.0.1:52793/collection1/n=2 versions=[1429424621597229056, 1429424621573111808]
[junit4:junit4]   2> 24781 T4016 C285 P52793 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24782 T4050 C284 P52800 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52800  Received 5 versions from 127.0.0.1:52793/collection1/
[junit4:junit4]   2> 24783 T4015 C285 P52793 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 24783 T4050 C284 P52800 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52800 Requesting updates from 127.0.0.1:52793/collection1/n=1 versions=[1429424621597229056]
[junit4:junit4]   2> 24784 T4015 C285 P52793 REQ /get {distrib=false&getUpdates=1429424621597229056,1429424621573111808&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24785 T4064 C286 P52804 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52804  Received 5 versions from 127.0.0.1:52793/collection1/
[junit4:junit4]   2> 24785 T4064 C286 P52804 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52804  Our versions are newer. ourLowThreshold=1429424621464059904 otherHigh=1429424621573111808
[junit4:junit4]   2> 24786 T4064 C286 P52804 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52804 DONE. sync succeeded
[junit4:junit4]   2> 24786 T4064 C286 P52804 REQ /get {sync=http://127.0.0.1:52793/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=9 
[junit4:junit4]   2> 24787 T4017 oasc.SyncStrategy.syncToMe http://127.0.0.1:52793/collection1/:  sync completed with http://127.0.0.1:52804/collection1/
[junit4:junit4]   2> 24789 T4019 C285 P52793 REQ /get {distrib=false&getUpdates=1429424621597229056&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24792 T4033 C283 P52796 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52796 DONE. sync succeeded
[junit4:junit4]   2> 24792 T4033 C283 P52796 REQ /get {sync=http://127.0.0.1:52793/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=18 
[junit4:junit4]   2> 24793 T4017 oasc.SyncStrategy.syncToMe http://127.0.0.1:52793/collection1/:  sync completed with http://127.0.0.1:52796/collection1/
[junit4:junit4]   2> 24794 T4050 C284 P52800 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52800 DONE. sync succeeded
[junit4:junit4]   2> 24795 T4050 C284 P52800 REQ /get {sync=http://127.0.0.1:52793/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=18 
[junit4:junit4]   2> 24795 T4017 oasc.SyncStrategy.syncToMe http://127.0.0.1:52793/collection1/:  sync completed with http://127.0.0.1:52800/collection1/
[junit4:junit4]   2> 24796 T4017 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {shard=shard1&action=REQUESTSYNCSHARD&core=collection1&collection=collection1&wt=javabin&version=2} status=0 QTime=43 
[junit4:junit4]   2> 24797 T4048 oass.SolrDispatchFilter.handleAdminRequest /admin/collections {shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2} status=0 QTime=57 
[junit4:junit4]   2> 24797 T3981 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 24798 T3981 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 24799 T3981 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24800 T3981 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 24803 T3996 C287 P52789 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24804 T3996 C287 P52789 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		comm

[...truncated too long message...]

at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 51297 T3981 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 51302 T3980 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 51747 T3984 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ar_EG, timezone=America/Resolute
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=2,threads=8,free=49203872,total=210345984
[junit4:junit4]   2> NOTE: All tests run in this JVM: [CachingDirectoryFactoryTest, TestCollationField, ShardRoutingTest, DirectSolrConnectionTest, TestSolrQueryParser, CollectionsAPIDistributedZkTest, TestJmxMonitoredMap, TestJmxIntegration, TestFiltering, PrimUtilsTest, TestBinaryResponseWriter, IndexSchemaRuntimeFieldTest, TestSolrJ, TestSystemIdResolver, OpenExchangeRatesOrgProviderTest, SolrCmdDistributorTest, TestPropInjectDefaults, TestFieldResource, TestMergePolicyConfig, CSVRequestHandlerTest, SortByFunctionTest, DirectUpdateHandlerOptimizeTest, LeaderElectionIntegrationTest, SolrPluginUtilsTest, SpellingQueryConverterTest, XsltUpdateRequestHandlerTest, TestRealTimeGet, OverseerTest, HardAutoCommitTest, TermVectorComponentTest, TestFaceting, TestElisionMultitermQuery, OverseerCollectionProcessorTest, DistributedQueryElevationComponentTest, PathHierarchyTokenizerFactoryTest, HighlighterConfigTest, EchoParamsTest, SolrTestCaseJ4Test, DateFieldTest, BasicFunctionalityTest, TestFunctionQuery, LeaderElectionTest, LoggingHandlerTest, DocValuesMultiTest, FileBasedSpellCheckerTest, TestSweetSpotSimilarityFactory, TestConfig, TestPhraseSuggestions, RecoveryZkTest, JSONWriterTest, CurrencyFieldXmlFileTest, TestBM25SimilarityFactory, TestCopyFieldCollectionResource, DefaultValueUpdateProcessorTest, TestGroupingSearch, FieldAnalysisRequestHandlerTest, PolyFieldTest, AnalysisAfterCoreReloadTest, TestCharFilters, TestWriterPerf, TimeZoneUtilsTest, StatsComponentTest, ClusterStateUpdateTest, SolrRequestParserTest, TestComponentsName, IndexBasedSpellCheckerTest, SuggesterWFSTTest, TestWordDelimiterFilterFactory, TestPHPSerializedResponseWriter, LukeRequestHandlerTest, BinaryUpdateRequestHandlerTest, DirectUpdateHandlerTest, TestQueryTypes, SignatureUpdateProcessorFactoryTest, ScriptEngineTest, MultiTermTest, MBeansHandlerTest, BasicZkTest, TestUpdate, AutoCommitTest, SchemaVersionSpecificBehaviorTest, TestDocSet, SimplePostToolTest, TestQueryUtils, TestPartialUpdateDeduplication, XmlUpdateRequestHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestFieldTypeResource, TestFastLRUCache, OutputWriterTest, HighlighterTest, UUIDFieldTest, StandardRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestLazyCores, TestRandomDVFaceting, TestPostingsSolrHighlighter, TestReload, ClusterStateTest, SampleTest, TestNumberUtils, ChaosMonkeyNothingIsSafeTest, LegacyHTMLStripCharFilterTest, ShowFileRequestHandlerTest, TestDynamicFieldCollectionResource, RegexBoostProcessorTest, TestZkChroot, TestSurroundQueryParser, BasicDistributedZk2Test, TestTrie, SoftAutoCommitTest, ReturnFieldsTest, TestIBSimilarityFactory, TestCollationKeyRangeQueries, TestRandomFaceting, TestSolrDeletionPolicy2, TestQuerySenderNoQuery, PluginInfoTest, TestSearchPerf, TestFuzzyAnalyzedSuggestions, SolrIndexConfigTest, TestFieldTypeCollectionResource, TestPropInject, TestHashPartitioner, DistributedSpellCheckComponentTest, DistanceFunctionTest, RAMDirectoryFactoryTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed in 51.85s, 1 test, 1 failure <<< FAILURES!

[...truncated 416 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:449: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1213: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 failure, 18 ignored (6 assumptions)

Total time: 91 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure