You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/12 17:51:17 UTC
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_15) - Build # 4648
- Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4648/
Java: 64bit/jdk1.7.0_15 -XX:+UseG1GC
2 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([94C97BA23E2E2A35:152FF5BA49714A09]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:128)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
REGRESSION: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([94C97BA23E2E2A35:152FF5BA49714A09]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 8978 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 0 T175 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 11 T175 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363106071275
[junit4:junit4] 2> 12 T175 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 12 T176 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 13 T176 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 13 T176 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 13 T176 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 13 T176 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 15 T176 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363106071275/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 112 T175 oasc.ZkTestServer.run start zk server on port:49369
[junit4:junit4] 2> 113 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@8ae25c6
[junit4:junit4] 2> 114 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 114 T181 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 114 T181 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 114 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58671
[junit4:junit4] 2> 115 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58671
[junit4:junit4] 2> 115 T179 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 284 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00000 with negotiated timeout 10000 for client /127.0.0.1:58671
[junit4:junit4] 2> 284 T181 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00000, negotiated timeout = 10000
[junit4:junit4] 2> 284 T182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8ae25c6 name:ZooKeeperConnection Watcher:127.0.0.1:49369 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 284 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 285 T175 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 288 T180 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5f7402f00000
[junit4:junit4] 2> 289 T182 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 289 T175 oaz.ZooKeeper.close Session: 0x13d5f7402f00000 closed
[junit4:junit4] 2> 289 T177 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58671 which had sessionid 0x13d5f7402f00000
[junit4:junit4] 2> 290 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a20e369
[junit4:junit4] 2> 290 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 290 T183 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 291 T183 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 291 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58672
[junit4:junit4] 2> 291 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58672
[junit4:junit4] 2> 292 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00001 with negotiated timeout 10000 for client /127.0.0.1:58672
[junit4:junit4] 2> 292 T183 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00001, negotiated timeout = 10000
[junit4:junit4] 2> 292 T184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a20e369 name:ZooKeeperConnection Watcher:127.0.0.1:49369/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 292 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 293 T175 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 296 T175 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 298 T175 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 301 T175 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 303 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 304 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 309 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 311 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 315 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 315 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 318 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 319 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 322 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 322 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 325 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 326 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 329 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 329 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 333 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 333 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 336 T175 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 337 T175 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 340 T180 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5f7402f00001
[junit4:junit4] 2> 340 T184 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 341 T177 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58672 which had sessionid 0x13d5f7402f00001
[junit4:junit4] 2> 340 T175 oaz.ZooKeeper.close Session: 0x13d5f7402f00001 closed
[junit4:junit4] 2> 401 T175 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 405 T175 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52109
[junit4:junit4] 2> 405 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 406 T175 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 406 T175 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605
[junit4:junit4] 2> 407 T175 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605/solr.xml
[junit4:junit4] 2> 407 T175 oasc.CoreContainer.<init> New CoreContainer 1338942030
[junit4:junit4] 2> 408 T175 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605/'
[junit4:junit4] 2> 408 T175 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605/'
[junit4:junit4] 2> 435 T175 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 435 T175 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 436 T175 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 436 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 436 T175 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 437 T175 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 437 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 437 T175 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 437 T175 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 438 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 445 T175 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 453 T175 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49369/solr
[junit4:junit4] 2> 454 T175 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 454 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c54c0ae
[junit4:junit4] 2> 455 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 455 T194 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 456 T194 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 456 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58673
[junit4:junit4] 2> 456 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58673
[junit4:junit4] 2> 457 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00002 with negotiated timeout 20000 for client /127.0.0.1:58673
[junit4:junit4] 2> 457 T194 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00002, negotiated timeout = 20000
[junit4:junit4] 2> 459 T195 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c54c0ae name:ZooKeeperConnection Watcher:127.0.0.1:49369 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 459 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 461 T180 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5f7402f00002
[junit4:junit4] 2> 461 T195 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 461 T175 oaz.ZooKeeper.close Session: 0x13d5f7402f00002 closed
[junit4:junit4] 2> 461 T177 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58673 which had sessionid 0x13d5f7402f00002
[junit4:junit4] 2> 462 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 465 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@359d958b
[junit4:junit4] 2> 466 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 466 T196 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 467 T196 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 467 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58674
[junit4:junit4] 2> 467 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58674
[junit4:junit4] 2> 468 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00003 with negotiated timeout 20000 for client /127.0.0.1:58674
[junit4:junit4] 2> 468 T196 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00003, negotiated timeout = 20000
[junit4:junit4] 2> 468 T197 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@359d958b name:ZooKeeperConnection Watcher:127.0.0.1:49369/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 469 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 470 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 471 T175 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 473 T175 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52109_
[junit4:junit4] 2> 474 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52109_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52109_
[junit4:junit4] 2> 474 T175 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52109_
[junit4:junit4] 2> 478 T175 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 482 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 483 T175 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 485 T175 oasc.Overseer.start Overseer (id=89332519487406083-127.0.0.1:52109_-n_0000000000) starting
[junit4:junit4] 2> 485 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 486 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 487 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 488 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 488 T199 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 489 T175 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 492 T175 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 493 T175 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 496 T198 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 498 T200 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605/collection1
[junit4:junit4] 2> 499 T200 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 499 T200 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 499 T200 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 501 T200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605/collection1/'
[junit4:junit4] 2> 501 T200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605/collection1/lib/README' to classloader
[junit4:junit4] 2> 501 T200 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 530 T200 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 557 T200 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 558 T200 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 576 T200 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 910 T200 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 919 T200 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 921 T200 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 945 T200 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 948 T200 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 952 T200 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 953 T200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 953 T200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 954 T200 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 955 T200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 955 T200 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 955 T200 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 955 T200 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363106071605/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/control/data/
[junit4:junit4] 2> 955 T200 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b3ef378
[junit4:junit4] 2> 956 T200 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 956 T200 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/control/data forceNew: false
[junit4:junit4] 2> 956 T200 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363106071275/control/data/index/
[junit4:junit4] 2> 957 T200 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363106071275/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 962 T200 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/control/data/index forceNew: false
[junit4:junit4] 2> 967 T200 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e07cfba),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 967 T200 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 968 T200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 969 T200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 969 T200 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 970 T200 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 970 T200 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 970 T200 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 970 T200 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 971 T200 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 971 T200 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 973 T200 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 975 T200 oass.SolrIndexSearcher.<init> Opening Searcher@5da8e45b main
[junit4:junit4] 2> 976 T200 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/control/data/tlog
[junit4:junit4] 2> 976 T200 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 976 T200 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 980 T201 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5da8e45b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 981 T200 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 981 T200 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 982 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 2000 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2001 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:52109_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52109"}
[junit4:junit4] 2> 2001 T198 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 2001 T198 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 2002 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 2007 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2985 T200 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2985 T200 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52109 collection:control_collection shard:shard1
[junit4:junit4] 2> 2986 T200 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2995 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2995 T200 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2996 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2998 T200 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2998 T200 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2998 T200 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52109/collection1/
[junit4:junit4] 2> 2999 T200 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2999 T200 oasc.SyncStrategy.syncToMe http://127.0.0.1:52109/collection1/ has no replicas
[junit4:junit4] 2> 2999 T200 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52109/collection1/
[junit4:junit4] 2> 2999 T200 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 3004 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3513 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3523 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3558 T200 oasc.ZkController.register We are http://127.0.0.1:52109/collection1/ and leader is http://127.0.0.1:52109/collection1/
[junit4:junit4] 2> 3558 T200 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52109
[junit4:junit4] 2> 3558 T200 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3558 T200 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3558 T200 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3560 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3561 T175 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3562 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3562 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3566 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3566 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@94e3f28
[junit4:junit4] 2> 3568 T203 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3568 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3568 T203 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 3568 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58684
[junit4:junit4] 2> 3568 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58684
[junit4:junit4] 2> 3569 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00004 with negotiated timeout 10000 for client /127.0.0.1:58684
[junit4:junit4] 2> 3569 T203 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00004, negotiated timeout = 10000
[junit4:junit4] 2> 3570 T204 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@94e3f28 name:ZooKeeperConnection Watcher:127.0.0.1:49369/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3570 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3571 T175 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3574 T175 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3629 T175 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3631 T175 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57768
[junit4:junit4] 2> 3631 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3631 T175 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3632 T175 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838
[junit4:junit4] 2> 3632 T175 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838/solr.xml
[junit4:junit4] 2> 3632 T175 oasc.CoreContainer.<init> New CoreContainer 414186178
[junit4:junit4] 2> 3633 T175 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838/'
[junit4:junit4] 2> 3633 T175 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838/'
[junit4:junit4] 2> 3671 T175 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3671 T175 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3671 T175 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3672 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3672 T175 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3672 T175 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3672 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3673 T175 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3673 T175 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3673 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3680 T175 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3690 T175 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49369/solr
[junit4:junit4] 2> 3690 T175 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3691 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7655ff07
[junit4:junit4] 2> 3692 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3692 T214 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3692 T214 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 3692 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58685
[junit4:junit4] 2> 3693 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58685
[junit4:junit4] 2> 3694 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00005 with negotiated timeout 20000 for client /127.0.0.1:58685
[junit4:junit4] 2> 3694 T214 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00005, negotiated timeout = 20000
[junit4:junit4] 2> 3694 T215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7655ff07 name:ZooKeeperConnection Watcher:127.0.0.1:49369 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3694 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3695 T180 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5f7402f00005
[junit4:junit4] 2> 3696 T215 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3696 T177 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58685 which had sessionid 0x13d5f7402f00005
[junit4:junit4] 2> 3696 T175 oaz.ZooKeeper.close Session: 0x13d5f7402f00005 closed
[junit4:junit4] 2> 3696 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3700 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5487aeef
[junit4:junit4] 2> 3700 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3701 T216 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3701 T216 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 3701 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58686
[junit4:junit4] 2> 3701 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58686
[junit4:junit4] 2> 3702 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00006 with negotiated timeout 20000 for client /127.0.0.1:58686
[junit4:junit4] 2> 3702 T216 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00006, negotiated timeout = 20000
[junit4:junit4] 2> 3702 T217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5487aeef name:ZooKeeperConnection Watcher:127.0.0.1:49369/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3703 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3703 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3704 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3706 T175 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4709 T175 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57768_
[junit4:junit4] 2> 4710 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57768_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57768_
[junit4:junit4] 2> 4711 T175 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57768_
[junit4:junit4] 2> 4715 T197 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4715 T204 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4715 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4715 T217 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4720 T218 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838/collection1
[junit4:junit4] 2> 4720 T218 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4721 T218 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4721 T218 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4722 T218 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838/collection1/'
[junit4:junit4] 2> 4723 T218 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838/collection1/lib/README' to classloader
[junit4:junit4] 2> 4723 T218 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4750 T218 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 4782 T218 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4783 T218 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4802 T218 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5030 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5031 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:52109_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52109"}
[junit4:junit4] 2> 5035 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5035 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5035 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5129 T218 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5137 T218 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5139 T218 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5158 T218 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5162 T218 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5165 T218 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5167 T218 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5167 T218 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5167 T218 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5168 T218 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5169 T218 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5169 T218 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5169 T218 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363106074838/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty1/
[junit4:junit4] 2> 5169 T218 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b3ef378
[junit4:junit4] 2> 5170 T218 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5171 T218 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty1 forceNew: false
[junit4:junit4] 2> 5171 T218 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty1/index/
[junit4:junit4] 2> 5171 T218 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5172 T218 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty1/index forceNew: false
[junit4:junit4] 2> 5175 T218 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5175 T218 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5177 T218 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5177 T218 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5178 T218 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5178 T218 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5179 T218 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5179 T218 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5179 T218 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5179 T218 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5180 T218 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5182 T218 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5184 T218 oass.SolrIndexSearcher.<init> Opening Searcher@299e7075 main
[junit4:junit4] 2> 5185 T218 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty1/tlog
[junit4:junit4] 2> 5185 T218 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5185 T218 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5189 T219 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@299e7075 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5191 T218 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5191 T218 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6541 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6542 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:57768_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57768"}
[junit4:junit4] 2> 6542 T198 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 6542 T198 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6547 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6547 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6547 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7192 T218 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7193 T218 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57768 collection:collection1 shard:shard1
[junit4:junit4] 2> 7194 T218 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7201 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7202 T218 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7202 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7205 T218 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7205 T218 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7205 T218 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57768/collection1/
[junit4:junit4] 2> 7205 T218 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7205 T218 oasc.SyncStrategy.syncToMe http://127.0.0.1:57768/collection1/ has no replicas
[junit4:junit4] 2> 7205 T218 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57768/collection1/
[junit4:junit4] 2> 7205 T218 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7210 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8053 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8064 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8064 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8064 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8114 T218 oasc.ZkController.register We are http://127.0.0.1:57768/collection1/ and leader is http://127.0.0.1:57768/collection1/
[junit4:junit4] 2> 8114 T218 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57768
[junit4:junit4] 2> 8114 T218 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8115 T218 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8115 T218 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8117 T218 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8118 T175 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 8119 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8119 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8180 T175 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8182 T175 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45307
[junit4:junit4] 2> 8182 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8183 T175 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8183 T175 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387
[junit4:junit4] 2> 8183 T175 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387/solr.xml
[junit4:junit4] 2> 8184 T175 oasc.CoreContainer.<init> New CoreContainer 1354812286
[junit4:junit4] 2> 8184 T175 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387/'
[junit4:junit4] 2> 8184 T175 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387/'
[junit4:junit4] 2> 8202 T175 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8203 T175 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8203 T175 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8203 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8204 T175 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8204 T175 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8204 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8204 T175 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8205 T175 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8205 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8211 T175 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8235 T175 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49369/solr
[junit4:junit4] 2> 8235 T175 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8235 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7082b785
[junit4:junit4] 2> 8236 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8237 T230 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8237 T230 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 8237 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58695
[junit4:junit4] 2> 8238 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58695
[junit4:junit4] 2> 8238 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00007 with negotiated timeout 20000 for client /127.0.0.1:58695
[junit4:junit4] 2> 8239 T230 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00007, negotiated timeout = 20000
[junit4:junit4] 2> 8239 T231 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7082b785 name:ZooKeeperConnection Watcher:127.0.0.1:49369 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8239 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8241 T180 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5f7402f00007
[junit4:junit4] 2> 8241 T231 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8241 T177 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58695 which had sessionid 0x13d5f7402f00007
[junit4:junit4] 2> 8241 T175 oaz.ZooKeeper.close Session: 0x13d5f7402f00007 closed
[junit4:junit4] 2> 8242 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8245 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@30174d1f
[junit4:junit4] 2> 8245 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8246 T232 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8246 T232 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 8246 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58696
[junit4:junit4] 2> 8247 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58696
[junit4:junit4] 2> 8247 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00008 with negotiated timeout 20000 for client /127.0.0.1:58696
[junit4:junit4] 2> 8247 T232 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00008, negotiated timeout = 20000
[junit4:junit4] 2> 8248 T233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30174d1f name:ZooKeeperConnection Watcher:127.0.0.1:49369/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8248 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8249 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8250 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8252 T175 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9256 T175 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45307_
[junit4:junit4] 2> 9257 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f00008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45307_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45307_
[junit4:junit4] 2> 9273 T175 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45307_
[junit4:junit4] 2> 9293 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9295 T204 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9295 T197 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9295 T233 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9295 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9295 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9297 T217 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9317 T234 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387/collection1
[junit4:junit4] 2> 9318 T234 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9318 T234 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9319 T234 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9320 T234 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387/collection1/'
[junit4:junit4] 2> 9320 T234 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387/collection1/lib/README' to classloader
[junit4:junit4] 2> 9321 T234 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9345 T234 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9373 T234 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9374 T234 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9393 T234 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9572 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9573 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:57768_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57768"}
[junit4:junit4] 2> 9579 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9579 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9579 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9580 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9748 T234 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9762 T234 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9765 T234 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9790 T234 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9796 T234 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9801 T234 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9803 T234 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9803 T234 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9803 T234 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9805 T234 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9805 T234 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9805 T234 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9806 T234 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363106079387/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty2/
[junit4:junit4] 2> 9806 T234 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b3ef378
[junit4:junit4] 2> 9807 T234 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9807 T234 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty2 forceNew: false
[junit4:junit4] 2> 9808 T234 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty2/index/
[junit4:junit4] 2> 9808 T234 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9809 T234 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty2/index forceNew: false
[junit4:junit4] 2> 9925 T234 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e632cd2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9925 T234 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9927 T234 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9928 T234 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9928 T234 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9929 T234 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9929 T234 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9929 T234 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9930 T234 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9930 T234 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9930 T234 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9933 T234 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9935 T234 oass.SolrIndexSearcher.<init> Opening Searcher@1fdbcd95 main
[junit4:junit4] 2> 9936 T234 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty2/tlog
[junit4:junit4] 2> 9936 T234 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9936 T234 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9944 T235 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fdbcd95 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9944 T234 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9945 T234 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11086 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11087 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45307_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45307"}
[junit4:junit4] 2> 11087 T198 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 11087 T198 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 11193 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11193 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11193 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11193 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11947 T234 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11947 T234 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45307 collection:collection1 shard:shard1
[junit4:junit4] 2> 11952 T234 oasc.ZkController.register We are http://127.0.0.1:45307/collection1/ and leader is http://127.0.0.1:57768/collection1/
[junit4:junit4] 2> 11952 T234 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45307
[junit4:junit4] 2> 11952 T234 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11952 T234 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C5 name=collection1 org.apache.solr.core.SolrCore@2a938278 url=http://127.0.0.1:45307/collection1 node=127.0.0.1:45307_ C5_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:45307_, base_url=http://127.0.0.1:45307}
[junit4:junit4] 2> 11953 T236 C5 P45307 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11954 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11955 T236 C5 P45307 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11955 T236 C5 P45307 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 11955 T236 C5 P45307 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11956 T175 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 11956 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11957 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11965 T236 C5 P45307 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12049 T175 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 12051 T175 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52390
[junit4:junit4] 2> 12052 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 12052 T175 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 12053 T175 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226
[junit4:junit4] 2> 12053 T175 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226/solr.xml
[junit4:junit4] 2> 12053 T175 oasc.CoreContainer.<init> New CoreContainer 249387607
[junit4:junit4] 2> 12054 T175 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226/'
[junit4:junit4] 2> 12054 T175 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226/'
[junit4:junit4] 2> 12074 T175 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 12074 T175 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 12075 T175 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 12075 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 12075 T175 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 12075 T175 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 12076 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 12076 T175 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 12076 T175 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 12077 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 12087 T175 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 12137 T175 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49369/solr
[junit4:junit4] 2> 12138 T175 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 12138 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@16fe442f
[junit4:junit4] 2> 12140 T247 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12142 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12143 T247 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 12143 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58699
[junit4:junit4] 2> 12144 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58699
[junit4:junit4] 2> 12145 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f00009 with negotiated timeout 20000 for client /127.0.0.1:58699
[junit4:junit4] 2> 12145 T247 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f00009, negotiated timeout = 20000
[junit4:junit4] 2> 12145 T248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16fe442f name:ZooKeeperConnection Watcher:127.0.0.1:49369 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12146 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12148 T180 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5f7402f00009
[junit4:junit4] 2> 12149 T248 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 12149 T177 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58699 which had sessionid 0x13d5f7402f00009
[junit4:junit4] 2> 12149 T175 oaz.ZooKeeper.close Session: 0x13d5f7402f00009 closed
[junit4:junit4] 2> 12150 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 12158 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@230d279d
[junit4:junit4] 2> 12163 T249 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12164 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58700
[junit4:junit4] 2> 12165 T249 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 12165 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58700
[junit4:junit4] 2> 12166 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f0000a with negotiated timeout 20000 for client /127.0.0.1:58700
[junit4:junit4] 2> 12167 T249 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f0000a, negotiated timeout = 20000
[junit4:junit4] 2> 12170 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12185 T250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@230d279d name:ZooKeeperConnection Watcher:127.0.0.1:49369/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12186 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12188 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f0000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12189 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f0000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12192 T175 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 12700 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12701 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45307_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45307"}
[junit4:junit4] 2> 12706 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12706 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12706 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12706 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12707 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12972 T210 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&state=recovering&nodeName=127.0.0.1:45307_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 13196 T175 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52390_
[junit4:junit4] 2> 13197 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f0000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52390_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52390_
[junit4:junit4] 2> 13198 T175 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52390_
[junit4:junit4] 2> 13201 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13201 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13201 T197 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13202 T250 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13202 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13202 T204 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13202 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13202 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13203 T217 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13203 T233 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13208 T251 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226/collection1
[junit4:junit4] 2> 13208 T251 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 13209 T251 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 13209 T251 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 13210 T251 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226/collection1/'
[junit4:junit4] 2> 13211 T251 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226/collection1/lib/README' to classloader
[junit4:junit4] 2> 13211 T251 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 13236 T251 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 13265 T251 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 13266 T251 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 13283 T251 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 13622 T251 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 13630 T251 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 13633 T251 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 13653 T251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13657 T251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13661 T251 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13662 T251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13663 T251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13663 T251 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13664 T251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13664 T251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13664 T251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13665 T251 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363106083226/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty3/
[junit4:junit4] 2> 13665 T251 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b3ef378
[junit4:junit4] 2> 13665 T251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13666 T251 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty3 forceNew: false
[junit4:junit4] 2> 13666 T251 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty3/index/
[junit4:junit4] 2> 13666 T251 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 13667 T251 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty3/index forceNew: false
[junit4:junit4] 2> 13814 T251 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@160f4a50),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13815 T251 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 13818 T251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 13818 T251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 13819 T251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 13820 T251 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 13820 T251 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 13821 T251 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 13821 T251 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 13822 T251 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 13822 T251 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 13825 T251 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 13829 T251 oass.SolrIndexSearcher.<init> Opening Searcher@12b3b817 main
[junit4:junit4] 2> 13829 T251 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty3/tlog
[junit4:junit4] 2> 13830 T251 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 13830 T251 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 13835 T252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12b3b817 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13838 T251 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 13838 T251 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14214 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14215 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52390_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52390"}
[junit4:junit4] 2> 14215 T198 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 14215 T198 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 14478 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14478 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14478 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14478 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14478 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14839 T251 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 14840 T251 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52390 collection:collection1 shard:shard1
[junit4:junit4] 2> 14845 T251 oasc.ZkController.register We are http://127.0.0.1:52390/collection1/ and leader is http://127.0.0.1:57768/collection1/
[junit4:junit4] 2> 14845 T251 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52390
[junit4:junit4] 2> 14845 T251 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 14845 T251 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C6 name=collection1 org.apache.solr.core.SolrCore@45e983b2 url=http://127.0.0.1:52390/collection1 node=127.0.0.1:52390_ C6_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52390_, base_url=http://127.0.0.1:52390}
[junit4:junit4] 2> 14846 T253 C6 P52390 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 14846 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14846 T253 C6 P52390 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 14847 T253 C6 P52390 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 14847 T253 C6 P52390 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14848 T175 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 14848 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 14849 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14849 T253 C6 P52390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14936 T175 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 14938 T175 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54276
[junit4:junit4] 2> 14939 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 14939 T175 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 14939 T175 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118
[junit4:junit4] 2> 14940 T175 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118/solr.xml
[junit4:junit4] 2> 14940 T175 oasc.CoreContainer.<init> New CoreContainer 1596966690
[junit4:junit4] 2> 14940 T175 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118/'
[junit4:junit4] 2> 14941 T175 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118/'
[junit4:junit4] 2> 14959 T175 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 14959 T175 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 14960 T175 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 14960 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 14960 T175 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 14960 T175 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 14961 T175 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 14961 T175 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 14961 T175 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 14961 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 14968 T175 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> C5_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:45307_, base_url=http://127.0.0.1:45307}
[junit4:junit4] 2> 14973 T236 C5 P45307 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:57768/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 14973 T236 C5 P45307 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45307 START replicas=[http://127.0.0.1:57768/collection1/] nUpdates=100
[junit4:junit4] 2> 14974 T236 C5 P45307 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 14974 T236 C5 P45307 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 14974 T236 C5 P45307 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 14975 T236 C5 P45307 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 14975 T236 C5 P45307 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 14975 T236 C5 P45307 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:57768/collection1/. core=collection1
[junit4:junit4] 2> 14975 T236 C5 P45307 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14979 T175 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49369/solr
[junit4:junit4] 2> 14980 T175 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 14981 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@17ddda1e
[junit4:junit4] 2> ASYNC NEW_CORE C7 name=collection1 org.apache.solr.core.SolrCore@76a67dab url=http://127.0.0.1:57768/collection1 node=127.0.0.1:57768_ C7_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:57768_, base_url=http://127.0.0.1:57768, leader=true}
[junit4:junit4] 2> 14981 T210 C7 P57768 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 14982 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14983 T265 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 14984 T265 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 14984 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58705
[junit4:junit4] 2> 14983 T212 C7 P57768 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 14984 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58705
[junit4:junit4] 2> 14985 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f0000b with negotiated timeout 20000 for client /127.0.0.1:58705
[junit4:junit4] 2> 14985 T265 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f0000b, negotiated timeout = 20000
[junit4:junit4] 2> 14986 T212 C7 P57768 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14986 T212 C7 P57768 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14987 T266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17ddda1e name:ZooKeeperConnection Watcher:127.0.0.1:49369 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14988 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14989 T180 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5f7402f0000b
[junit4:junit4] 2> 14992 T212 C7 P57768 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14993 T212 C7 P57768 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 14994 T266 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 14994 T177 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58705 which had sessionid 0x13d5f7402f0000b
[junit4:junit4] 2> 14994 T212 C7 P57768 oass.SolrIndexSearcher.<init> Opening Searcher@74b563e4 realtime
[junit4:junit4] 2> 14994 T212 C7 P57768 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14994 T175 oaz.ZooKeeper.close Session: 0x13d5f7402f0000b closed
[junit4:junit4] 2> 14995 T212 C7 P57768 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 2> 14995 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 14996 T236 C5 P45307 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14996 T236 C5 P45307 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14999 T212 C7 P57768 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 15000 T212 C7 P57768 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 15001 T236 C5 P45307 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 15001 T236 C5 P45307 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 15001 T236 C5 P45307 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 15001 T175 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49369/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1446f3b8
[junit4:junit4] 2> 15002 T175 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 15002 T267 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:49369. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 15003 T267 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:49369, initiating session
[junit4:junit4] 2> 15004 T177 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58707
[junit4:junit4] 2> 15004 T177 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58707
[junit4:junit4] 2> 15004 T211 C7 P57768 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 15005 T179 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5f7402f0000c with negotiated timeout 20000 for client /127.0.0.1:58707
[junit4:junit4] 2> 15005 T236 C5 P45307 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 15005 T267 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:49369, sessionid = 0x13d5f7402f0000c, negotiated timeout = 20000
[junit4:junit4] 2> 15005 T268 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1446f3b8 name:ZooKeeperConnection Watcher:127.0.0.1:49369/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 15006 T236 C5 P45307 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty2/index.20130312123446269 forceNew: false
[junit4:junit4] 2> 15006 T175 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 15006 T236 C5 P45307 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@700e4df3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22ffc505) fullCopy=false
[junit4:junit4] 2> 15007 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f0000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 15008 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f0000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 15009 T210 C7 P57768 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15011 T236 C5 P45307 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 15011 T175 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 15013 T236 C5 P45307 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 15013 T236 C5 P45307 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 15015 T236 C5 P45307 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e632cd2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e632cd2),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 15015 T236 C5 P45307 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 15015 T236 C5 P45307 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 15016 T236 C5 P45307 oass.SolrIndexSearcher.<init> Opening Searcher@353353ab main
[junit4:junit4] 2> 15016 T235 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@353353ab main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 15017 T236 C5 P45307 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@700e4df3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22ffc505)
[junit4:junit4] 2> 15017 T236 C5 P45307 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 15017 T236 C5 P45307 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 15017 T236 C5 P45307 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 15017 T236 C5 P45307 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15019 T236 C5 P45307 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 15985 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15986 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52390_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52390"}
[junit4:junit4] 2> 15991 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45307_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45307"}
[junit4:junit4] 2> 16013 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16013 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16013 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16013 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16013 T268 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16017 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16019 T175 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54276_
[junit4:junit4] 2> 16020 T180 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5f7402f0000c type:delete cxid:0xd zxid:0x9c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54276_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54276_
[junit4:junit4] 2> 16022 T175 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54276_
[junit4:junit4] 2> 16024 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16024 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16025 T204 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16025 T250 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16026 T268 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16026 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 16026 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 16026 T268 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 16027 T233 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16029 T197 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16029 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 16029 T217 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16038 T270 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118/collection1
[junit4:junit4] 2> 16038 T270 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 16048 T270 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 16048 T270 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 16050 T270 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118/collection1/'
[junit4:junit4] 2> 16051 T270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118/collection1/lib/README' to classloader
[junit4:junit4] 2> 16051 T270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 16083 T270 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 16113 T270 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 16114 T270 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 16130 T270 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 16526 T270 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 16533 T270 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 16536 T270 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 16559 T270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 16563 T270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 16567 T270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 16568 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 16569 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 16569 T270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 16570 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 16571 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 16571 T270 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 16571 T270 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363106086118/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty4/
[junit4:junit4] 2> 16571 T270 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b3ef378
[junit4:junit4] 2> 16572 T270 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 16573 T270 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty4 forceNew: false
[junit4:junit4] 2> 16573 T270 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty4/index/
[junit4:junit4] 2> 16573 T270 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 16574 T270 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty4/index forceNew: false
[junit4:junit4] 2> 16577 T270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217126tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a472aa2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 16577 T270 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 16579 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 16580 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 16580 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 16581 T270 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 16581 T270 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 16581 T270 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 16582 T270 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 16582 T270 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 16582 T270 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 16585 T270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 16587 T270 oass.SolrIndexSearcher.<init> Opening Searcher@2132040d main
[junit4:junit4] 2> 16588 T270 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty4/tlog
[junit4:junit4] 2> 16588 T270 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 16588 T270 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 16593 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2132040d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 16595 T270 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 16595 T270 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16856 T213 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:52390_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2000
[junit4:junit4] 2> 17528 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17529 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:54276_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:54276"}
[junit4:junit4] 2> 17529 T198 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 17529 T198 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 17534 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17534 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17534 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17535 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17534 T268 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17534 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17596 T270 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 17597 T270 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54276 collection:collection1 shard:shard1
[junit4:junit4] 2> 17606 T270 oasc.ZkController.register We are http://127.0.0.1:54276/collection1/ and leader is http://127.0.0.1:57768/collection1/
[junit4:junit4] 2> 17606 T270 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54276
[junit4:junit4] 2> 17606 T270 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 17606 T270 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@2ff62a8a url=http://127.0.0.1:54276/collection1 node=127.0.0.1:54276_ C8_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:54276_, base_url=http://127.0.0.1:54276}
[junit4:junit4] 2> 17606 T272 C8 P54276 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 17607 T272 C8 P54276 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 17607 T272 C8 P54276 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 17607 T272 C8 P54276 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 17607 T270 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17609 T272 C8 P54276 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17609 T175 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 17610 T175 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 17610 T175 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17615 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17617 T175 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 17617 T175 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 17618 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18620 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C6_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52390_, base_url=http://127.0.0.1:52390}
[junit4:junit4] 2> 18858 T253 C6 P52390 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:57768/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 18858 T253 C6 P52390 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52390 START replicas=[http://127.0.0.1:57768/collection1/] nUpdates=100
[junit4:junit4] 2> 18858 T253 C6 P52390 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 18859 T253 C6 P52390 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 18859 T253 C6 P52390 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 18859 T253 C6 P52390 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 18859 T253 C6 P52390 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 18859 T253 C6 P52390 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:57768/collection1/. core=collection1
[junit4:junit4] 2> 18859 T253 C6 P52390 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18861 T212 C7 P57768 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 18864 T210 C7 P57768 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 18873 T210 C7 P57768 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18873 T210 C7 P57768 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18874 T210 C7 P57768 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 18874 T210 C7 P57768 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 18875 T253 C6 P52390 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 18875 T253 C6 P52390 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 18877 T212 C7 P57768 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 18878 T253 C6 P52390 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 18878 T253 C6 P52390 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 18878 T253 C6 P52390 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 18880 T210 C7 P57768 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0
[junit4:junit4] 2> 18881 T253 C6 P52390 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 18882 T253 C6 P52390 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty3/index.20130312123450145 forceNew: false
[junit4:junit4] 2> 18882 T253 C6 P52390 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@8dc3692 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ae2ce83) fullCopy=false
[junit4:junit4] 2> 18885 T213 C7 P57768 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 18886 T253 C6 P52390 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 18887 T253 C6 P52390 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 18888 T253 C6 P52390 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 18889 T253 C6 P52390 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@160f4a50),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@160f4a50),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18889 T253 C6 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18890 T253 C6 P52390 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 18890 T253 C6 P52390 oass.SolrIndexSearcher.<init> Opening Searcher@22aaea51 main
[junit4:junit4] 2> 18891 T252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22aaea51 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 18891 T253 C6 P52390 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@8dc3692 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ae2ce83)
[junit4:junit4] 2> 18891 T253 C6 P52390 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 18892 T253 C6 P52390 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 18892 T253 C6 P52390 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 18892 T253 C6 P52390 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18894 T253 C6 P52390 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 19106 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19107 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:54276_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:54276"}
[junit4:junit4] 2> 19111 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52390_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52390"}
[junit4:junit4] 2> 19116 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19116 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19116 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19116 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19116 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19117 T268 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19614 T211 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:54276_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2001
[junit4:junit4] 2> 19622 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20624 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:54276_, base_url=http://127.0.0.1:54276}
[junit4:junit4] 2> 21615 T272 C8 P54276 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:57768/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 21616 T272 C8 P54276 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54276 START replicas=[http://127.0.0.1:57768/collection1/] nUpdates=100
[junit4:junit4] 2> 21616 T272 C8 P54276 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 21616 T272 C8 P54276 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 21616 T272 C8 P54276 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 21616 T272 C8 P54276 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 21616 T272 C8 P54276 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 21617 T272 C8 P54276 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:57768/collection1/. core=collection1
[junit4:junit4] 2> 21617 T272 C8 P54276 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 21618 T212 C7 P57768 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 21622 T213 C7 P57768 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21626 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21633 T213 C7 P57768 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 21633 T213 C7 P57768 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 21633 T213 C7 P57768 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21634 T213 C7 P57768 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 2> 21634 T272 C8 P54276 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 21635 T272 C8 P54276 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 21637 T210 C7 P57768 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 21637 T272 C8 P54276 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 21638 T272 C8 P54276 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 21638 T272 C8 P54276 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 21640 T212 C7 P57768 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1
[junit4:junit4] 2> 21640 T272 C8 P54276 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 21641 T272 C8 P54276 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363106071275/jetty4/index.20130312123452904 forceNew: false
[junit4:junit4] 2> 21641 T272 C8 P54276 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1337b20 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38449b23) fullCopy=false
[junit4:junit4] 2> 21643 T213 C7 P57768 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 21644 T272 C8 P54276 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 21645 T272 C8 P54276 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 21645 T272 C8 P54276 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 21647 T272 C8 P54276 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217126tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a472aa2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217126tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a472aa2),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 21647 T272 C8 P54276 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 21647 T272 C8 P54276 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 21648 T272 C8 P54276 oass.SolrIndexSearcher.<init> Opening Searcher@7ce20669 main
[junit4:junit4] 2> 21649 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ce20669 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 21649 T272 C8 P54276 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@1337b20 lockFactory=org.apache.lucene.store.NativeFSLockFactory@38449b23)
[junit4:junit4] 2> 21649 T272 C8 P54276 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 21649 T272 C8 P54276 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 21650 T272 C8 P54276 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 21650 T272 C8 P54276 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 21663 T272 C8 P54276 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 22126 T198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22127 T198 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:54276_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:54276"}
[junit4:junit4] 2> 22133 T217 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22134 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22133 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22134 T268 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22133 T197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22134 T204 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22628 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22629 T175 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@1b4d366b url=http://127.0.0.1:52109/collection1 node=127.0.0.1:52109_ C9_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52109_, base_url=http://127.0.0.1:52109, leader=true}
[junit4:junit4] 2> 22634 T192 C9 P52109 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22636 T192 C9 P52109 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e07cfba),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 22637 T192 C9 P52109 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 22643 T192 C9 P52109 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e07cfba),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e07cfba),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22643 T192 C9 P52109 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22644 T192 C9 P52109 oass.SolrIndexSearcher.<init> Opening Searcher@2fecb886 main
[junit4:junit4] 2> 22644 T192 C9 P52109 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22645 T201 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fecb886 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 22645 T192 C9 P52109 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 22652 T211 C7 P57768 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22673 T211 C7 P57768 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 22673 T211 C7 P57768 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 22674 T211 C7 P57768 oass.SolrIndexSearcher.<init> Opening Searcher@7ef53270 main
[junit4:junit4] 2> 22674 T211 C7 P57768 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22675 T219 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ef53270 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22675 T211 C7 P57768 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:45307/collection1/, StdNode: http://127.0.0.1:52390/collection1/, StdNode: http://127.0.0.1:54276/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> C5_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:45307_, base_url=http://127.0.0.1:45307}
[junit4:junit4] 2> 22682 T228 C5 P45307 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C6_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52390_, base_url=http://127.0.0.1:52390}
[junit4:junit4] 2> 22683 T244 C6 P52390 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54276_, base_url=http://127.0.0.1:54276}
[junit4:junit4] 2> 22687 T261 C8 P54276 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22703 T228 C5 P45307 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e632cd2),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e632cd2),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 22703 T244 C6 P52390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@160f4a50),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@160f4a50),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 22703 T228 C5 P45307 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 22703 T244 C6 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 22704 T228 C5 P45307 oass.SolrIndexSearcher.<init> Opening Searcher@186d3da7 main
[junit4:junit4] 2> 22704 T244 C6 P52390 oass.SolrIndexSearcher.<init> Opening Searcher@53c7d552 main
[junit4:junit4] 2> 22705 T244 C6 P52390 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22705 T252 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceNotFoundException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:537)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:138)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4] 2> at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:239)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4] 2> at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> 22705 T235 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@186d3da7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22706 T252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53c7d552 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 22705 T228 C5 P45307 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22707 T244 C6 P52390 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 24
[junit4:junit4] 2> 22707 T228 C5 P45307 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 25
[junit4:junit4] 2> 22713 T261 C8 P54276 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217126tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a472aa2),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217126tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a472aa2),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 22713 T261 C8 P54276 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 22714 T261 C8 P54276 oass.SolrIndexSearcher.<init> Opening Searcher@2e4ca594 main
[junit4:junit4] 2> 22714 T261 C8 P54276 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22715 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2e4ca594 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 22715 T261 C8 P54276 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4] 2> 22716 T211 C7 P57768 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 64
[junit4:junit4] 2> 22717 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22720 T210 C7 P57768 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 22723 T227 C5 P45307 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 22725 T243 C6 P52390 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 22727 T262 C8 P54276 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 24739 T193 C9 P52109 oass.SolrIndexSearcher.<init> Opening Searcher@49b9285 realtime
[junit4:junit4] 2> 24740 T193 C9 P52109 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429320337714053120)} 0 10
[junit4:junit4] 2> 24745 T246 C6 P52390 /update {update.distrib=FROMLEADER&_version_=-1429320337725587456&update.from=http://127.0.0.1:57768/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429320337725587456)} 0 0
[junit4:junit4] 2> 24746 T227 C5 P45307 /update {update.distrib=FROMLEADER&_version_=-1429320337725587456&update.from=http://127.0.0.1:57768/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429320337725587456)} 0 1
[junit4:junit4] 2> 24746 T262 C8 P54276 /update {update.distrib=FROMLEADER&_version_=-1429320337725587456&update.from=http://127.0.0.1:57768/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429320337725587456)} 0 1
[junit4:junit4] 2> 24746 T211 C7 P57768 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429320337725587456)} 0 4
[junit4:junit4] 2> 24752 T192 C9 P52109 /update {wt=javabin&version=2} {add=[0 (1429320337732927488)]} 0 3
[junit4:junit4] 2> 24759 T243 C6 P52390 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429320337738170368)]} 0 2
[junit4:junit4] 2> 24759 T226 C5 P45307 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429320337738170368)]} 0 2
[junit4:junit4] 2> 24760 T260 C8 P54276 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429320337738170368)]} 0 3
[junit4:junit4] 2> 24761 T212 C7 P57768 /update {wt=javabin&version=2} {add=[0 (1429320337738170368)]} 0 7
[junit4:junit4] 2> 24764 T191 C9 P52109 /update {wt=javabin&version=2} {add=[1 (1429320337747607552)]} 0 1
[junit4:junit4] 2> 24770 T261 C8 P54276 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429320337750753280)]} 0 2
[junit4:junit4] 2> 24770 T245 C6 P52390 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429320337750753280)]} 0 1
[junit4:junit4] 2> 24770 T229 C5 P45307 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429320337750753280)]} 0 1
[junit4:junit4] 2> 24771 T213 C7 P57768 /update {wt=javabin&version=2} {add=[1 (1429320337750753280)]} 0 5
[junit4:junit4] 2> 24774 T190 C9 P52109 /update {wt=javabin&version=2} {add=[2 (1429320337758093312)]} 0 1
[junit4:junit4] 2> 24779 T263 C8 P54276 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429320337761239040)]} 0 0
[junit4:junit4] 2> 24780 T244 C6 P52390 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429320337761239040)]} 0 1
[junit4:junit4] 2> 24780 T210 C7 P57768 /update {test.distrib.skip.servers=http://127.0.0.1:45307/collection1/&wt=javabin&version=2} {add=[2 (1429320337761239040)]} 0 4
[junit4:junit4] 2> 24784 T193 C9 P52109 /update {wt=javabin&version=2} {add=[3 (1429320337768579072)]} 0 1
[junit4:junit4] 2> 24790 T262 C8 P54276 /update {distrib.from=http://127.0.0.1:57768/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429320337771724800)]} 0 1
[junit4:junit4] 2> 24791 T211 C7 P57768 /update {test.distrib.skip.servers=http://127.0.0.1:45307/collection1/&test.distrib.skip.servers=http://127.0.0.1:52390/collection1/&wt=javabin&version=2} {add=[3 (1429320337771724800)]} 0 5
[junit4:junit4] 2> 24793 T192 C9 P52109 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24833 T192 C9 P52109 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e07cfba),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217122tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e07cfba),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4] 2> 24833 T192 C9 P52109 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, segments_3, _0_Lucene40_0.tip]
[junit4:junit4] 2> 24859 T192 C9 P52109 oass.SolrIndexSearcher.<init> Opening Searcher@334e27ef main
[junit4:junit4] 2> 24860 T192 C9 P52109 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24860 T201 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@334e27ef main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24861 T192 C9 P52109 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 68
[junit4:junit4] 2> 24864 T212 C7 P57768 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24883 T212 C7 P57768 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217123tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@377d4a92),segFN=segments_6,generation=6,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 24883 T212 C7 P57768 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 24885 T212 C7 P57768 oass.SolrIndexSearcher.<init> Opening Searcher@41082c03 main
[junit4:junit4] 2> 24886 T212 C7 P57768 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24886 T219 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41082c03 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24887 T212 C7 P57768 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:45307/collection1/, StdNode: http://127.0.0.1:52390/collection1/, StdNode: http://127.0.0.1:54276/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 24889 T260 C8 P54276 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24889 T246 C6 P52390 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24889 T228 C5 P45307 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24913 T260 C8 P54276 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217126tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a472aa2),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217126tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a472aa2),segFN=segments_6,generation=6,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 24913 T260 C8 P54276 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_6, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 24915 T260 C8 P54276 oass.SolrIndexSearcher.<init> Opening Searcher@3295cb9c main
[junit4:junit4] 2> 24916 T260 C8 P54276 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24916 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3295cb9c main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24917 T260 C8 P54276 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4] 2> 24933 T228 C5 P45307 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e632cd2),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217124tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e632cd2),segFN=segments_4,generation=4,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip, segments_4]
[junit4:junit4] 2> 24933 T246 C6 P52390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@160f4a50),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1712217125tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@160f4a50),segFN=segments_5,generation=5,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_5, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 24933 T228 C5 P45307 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip, segments_4]
[junit4:junit4] 2> 24934 T246 C6 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, segments_5, _0.fdt, _0_Lucene40_0.tip]
[junit4:junit4] 2> 24935 T228 C5 P45307 oass.SolrIndexSearcher.<init> Opening Searcher@38835669 main
[junit4:junit4] 2> 24936 T246 C6 P52390 oass.SolrIndexSearcher.<init> Opening Searcher@752563e5 main
[junit4:junit4] 2> 24936 T228 C5 P45307 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24936 T246 C6 P52390 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24936 T252 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceNotFoundException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServe
[...truncated too long message...]
.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:266)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:351)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:167)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:266)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:351)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:167)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:266)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:351)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:167)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:266)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:351)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:167)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:288)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$9.execute(SolrZkClient.java:285)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:285)
[junit4:junit4] 2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:629)
[junit4:junit4] 2> ... 28 more
[junit4:junit4] 2>
[junit4:junit4] 2> 228657 T2753 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 228657 T2753 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 228657 T2753 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 228657 T2753 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 228657 T2753 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 228658 T2753 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 228658 T2753 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 229055 T2282 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> 229580 T2278 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> 229731 T2479 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 229732 T2479 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 229732 T2479 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 229732 T2479 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=30), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=30)), sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=en_ZA, timezone=Africa/Addis_Ababa
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=8,threads=2,free=90333464,total=205520896
[junit4:junit4] 2> NOTE: All tests run in this JVM: [RecoveryZkTest, TestSweetSpotSimilarityFactory, TestJoin, SyncSliceTest, ScriptEngineTest, DistributedSpellCheckComponentTest, TestRandomDVFaceting, TestPerFieldSimilarity, TestConfig, UpdateRequestProcessorFactoryTest, AnalysisAfterCoreReloadTest, TestCharFilters, MinimalSchemaTest, TestBadConfig, DocValuesTest, TestWriterPerf, TestReplicationHandler, SolrInfoMBeanTest, UnloadDistributedZkTest, MoreLikeThisHandlerTest, ExternalFileFieldSortTest, TestStressVersions, TestCopyFieldCollectionResource, JsonLoaderTest, SliceStateUpdateTest, PrimUtilsTest, TestGroupingSearch, SolrCoreTest, SOLR749Test, SoftAutoCommitTest, TestDynamicFieldResource, TestPluginEnable, RAMDirectoryFactoryTest, QueryEqualityTest, LukeRequestHandlerTest, SolrIndexSplitterTest, TestReversedWildcardFilterFactory, CoreAdminHandlerTest, PeerSyncTest, SpatialFilterTest, TestLRUCache, IndexSchemaTest, TestDocumentBuilder, TestFieldResource, TestSort, SchemaVersionSpecificBehaviorTest, LeaderElectionTest, FileBasedSpellCheckerTest, TestPseudoReturnFields, SimpleFacetsTest, DistributedTermsComponentTest, SynonymTokenizerTest, TestRealTimeGet, SolrTestCaseJ4Test, TestQueryUtils, DirectSolrConnectionTest, DocumentBuilderTest, ZkCLITest, TestPHPSerializedResponseWriter, TestFuzzyAnalyzedSuggestions, SuggesterTest, UUIDFieldTest, TestSolrDeletionPolicy2, FastVectorHighlighterTest, TestFaceting, ChaosMonkeySafeLeaderTest]
[junit4:junit4] Completed on J0 in 229.85s, 1 test, 1 failure <<< FAILURES!
[...truncated 408 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1143 tests, 2 failures, 13 ignored (7 assumptions)
Total time: 39 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0_15 -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_41) - Build # 4654
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4654/
Java: 32bit/jdk1.6.0_41 -server -XX:+UseSerialGC
All tests passed
Build Log:
[...truncated 17743 lines...]
rat-sources:
[echo]
[echo] *****************************************************
[echo] Summary
[echo] -------
[echo] Generated at: 2013-03-13T02:50:11+00:00
[echo] Notes: 0
[echo] Binaries: 0
[echo] Archives: 0
[echo] Standards: 74
[echo]
[echo] Apache Licensed: 73
[echo] Generated Documents: 0
[echo]
[echo] JavaDocs are generated and so license header is optional
[echo] Generated files do not required license headers
[echo]
[echo] 1 Unknown Licenses
[echo]
[echo] *******************************
[echo]
[echo] Unapproved licenses:
[echo]
[echo] /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/postingshighlight/CambridgeMA.utf8
[echo]
[echo] *******************************
[echo]
[echo] Archives:
[echo]
[echo] *****************************************************
[echo] Files with Apache License headers will be marked AL
[echo] Binary files (which do not require AL headers) will be marked B
[echo] Compressed archives will be marked A
[echo] Notices, licenses etc will be marked N
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/DefaultEncoder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/Encoder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/Formatter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/Fragmenter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/GradientFormatter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/Highlighter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/InvalidTokenOffsetsException.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/NullFragmenter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/OffsetLimitTokenFilter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/PositionSpan.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/QueryScorer.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/QueryTermExtractor.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/QueryTermScorer.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/Scorer.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/SimpleFragmenter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/SimpleHTMLEncoder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/SimpleHTMLFormatter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/SimpleSpanFragmenter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/SpanGradientFormatter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/TextFragment.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/TokenGroup.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/TokenSources.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/TokenStreamFromTermPositionVector.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/WeightedSpanTerm.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/WeightedSpanTermExtractor.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/WeightedTerm.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/highlight/package.html
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/postingshighlight/Passage.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/postingshighlight/PassageFormatter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/postingshighlight/PassageScorer.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/postingshighlight/PostingsHighlighter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/postingshighlight/package.html
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/BaseFragListBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/BaseFragmentsBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/BoundaryScanner.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/BreakIteratorBoundaryScanner.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/FastVectorHighlighter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/FieldFragList.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/FieldPhraseList.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/FieldQuery.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/FieldTermStack.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/FragListBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/FragmentsBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/ScoreOrderFragmentsBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/SimpleBoundaryScanner.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/SimpleFieldFragList.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/SimpleFragListBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/SimpleFragmentsBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/SingleFragListBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/WeightedFieldFragList.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/WeightedFragListBuilder.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/org/apache/lucene/search/vectorhighlight/package.html
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/java/overview.html
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/highlight/HighlighterPhraseTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/highlight/HighlighterTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/highlight/OffsetLimitTokenFilterTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/highlight/TokenSourcesTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/highlight/custom/HighlightCustomQueryTest.java
[echo] !????? /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/postingshighlight/CambridgeMA.utf8
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/postingshighlight/TestPostingsHighlighter.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/postingshighlight/TestPostingsHighlighterRanking.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/AbstractTestCase.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/BreakIteratorBoundaryScannerTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/FastVectorHighlighterTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/FieldPhraseListTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/FieldQueryTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/FieldTermStackTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/IndexTimeSynonymTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/ScoreOrderFragmentsBuilderTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/SimpleBoundaryScannerTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/SimpleFragListBuilderTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/SimpleFragmentsBuilderTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/SingleFragListBuilderTest.java
[echo] AL /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/vectorhighlight/WeightedFragListBuilderTest.java
[echo]
[echo] *****************************************************
[echo] Printing headers for files without AL header...
[echo]
[echo]
[echo] =======================================================================
[echo] ==/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/highlighter/src/test/org/apache/lucene/search/postingshighlight/CambridgeMA.utf8
[echo] =======================================================================
[echo] {{Distinguish|Cambridge, England}} {{primary sources|date=June 2012}} {{Use mdy dates|date=January 2011}} {{Infobox settlement |official_name = Cambridge, Massachusetts |nickname = |motto = "Boston's Left Bank"<ref>{{cite web|url= http://www.epodunk.com/cgi-bin/genInfo.php?locIndex=2894|title=Profile for Cambridge, Massachusetts, MA|publisher= ePodunk |accessdate= November 1, 2012}}</ref> |image_skyline = CambridgeMACityHall2.jpg |imagesize = 175px |image_caption = Cambridge City Hall |image_seal = |image_flag = |image_map = Cambridge ma highlight.png |mapsize = 250px |map_caption = Location in Middlesex County in Massachusetts |image_map1 = |mapsize1 = |map_caption1 = |coordinates_region = US-MA |subdivision_type = Country |subdivision_name = United States |subdivision_type1 = State |subdivision_name1 = [[Massachusetts]] |subdivision_type2 = [[List of counties in Massachusetts|County]] |subdivision_name2 = [[Middlesex County, Massachusetts|Middlesex]] |established_title = Settled |established_date = 1630 |established_title2 = Incorporated |established_date2 = 1636 |established_title3 = |established_date3 = |government_type = [[Council-manager government|Council-City Manager]] |leader_title = Mayor |leader_name = Henrietta Davis |leader_title1 = [[City manager|City Manager]] |leader_name1 = [[Robert W. Healy]] |area_magnitude = |area_total_km2 = 18.47 |area_total_sq_mi = 7.13 |area_land_km2 = 16.65 |area_land_sq_mi = 6.43 |area_water_km2 = 1.81 |area_water_sq_mi = 0.70 |population_as_of = 2010 |population_blank2_title = [[Demonym]] |population_blank2 = [[Cantabrigian]] |settlement_type = City |population_total = 105,162 |population_density_km2 = 6,341.98 |population_density_sq_mi = 16,422.08 |elevation_m = 12 |elevation_ft = 40 |timezone = [[Eastern Time Zone|Eastern]] |utc_offset = -5 |timezone_DST = [[Eastern Time Zone|Eastern]] |utc_offset_DST = -4 |coordinates_display = display=inline,title |latd = 42 |latm = 22 |lats = 25 |latNS = N |longd = 71 |longm = 06 |longs = 38 |longEW = W |website = [http://www.cambridgema.gov/ www.cambridgema.gov] |postal_code_type = ZIP code |postal_code = 02138, 02139, 02140, 02141, 02142 |area_code = [[Area code 617|617]] / [[Area code 857|857]] |blank_name = [[Federal Information Processing Standard|FIPS code]] |blank_info = 25-11000 |blank1_name = [[Geographic Names Information System|GNIS]] feature ID |blank1_info = 0617365 |footnotes = }} '''Cambridge''' is a city in [[Middlesex County, Massachusetts|Middlesex County]], [[Massachusetts]], [[United States]], in the [[Greater Boston]] area. It was named in honor of the [[University of Cambridge]] in [[England]], an important center of the [[Puritan]] theology embraced by the town's founders.<ref>{{cite book|last=Degler|first=Carl Neumann|title=Out of Our Pasts: The Forces That Shaped Modern America|publisher=HarperCollins|location=New York|year=1984|url=http://books.google.com/books?id=NebLe1ueuGQC&pg=PA18&lpg=PA18&dq=cambridge+university+puritans+newtowne#v=onepage&q=&f=false|accessdate=September 9, 2009 | isbn=978-0-06-131985-3}}</ref> Cambridge is home to two of the world's most prominent universities, [[Harvard University]] and the [[Massachusetts Institute of Technology]]. According to the [[2010 United States Census]], the city's population was 105,162.<ref name="2010.census.gov">{{cite web|url=http://2010.census.gov/news/releases/operations/cb11-cn104.html |title=Census 2010 News | U.S. Census Bureau Delivers Massachusetts' 2010 Census Population Totals, Including First Look at Race and Hispanic Origin Data for Legislative Redistricting |publisher=2010.census.gov |date=2011-03-22 |accessdate=2012-04-28}}</ref> It is the fifth most populous city in the state, behind [[Boston]], [[Worcester, MA|Worcester]], [[Springfield, MA|Springfield]], and [[Lowell, Massachusetts|Lowell]].<ref name="2010.census.gov"/> Cambridge was one of the two [[county seat]]s of Middlesex County prior to the abolition of county government in 1997; [[Lowell, Massachusetts|Lowell]] was the other. ==History== {{See also|Timeline of Cambridge, Massachusetts history}} [[File:Formation of Massachusetts towns.svg|thumb|A map showing the original boundaries of Cambridge]] The site for what would become Cambridge was chosen in December 1630, because it was located safely upriver from Boston Harbor, which made it easily defensible from attacks by enemy ships. Also, the water from the local spring was so good that the local Native Americans believed it had medicinal properties.{{Citation needed|date=November 2009}} [[Thomas Dudley]], his daughter [[Anne Bradstreet]] and her husband Simon were among the first settlers of the town. The first houses were built in the spring of 1631. The settlement was initially referred to as "the newe towne".<ref name=drake>{{cite book|last=Drake|first=Samuel Adams|title=History of Middlesex County, Massachusetts|publisher=Estes and Lauriat|location=Boston|year=1880|volume=1|pages=305–16|url=http://books.google.com/books?id=QGolOAyd9RMC&pg=PA316&lpg=PA305&dq=newetowne&ct=result#PPA305,M1|accessdate=December 26, 2008}}</ref> Official Massachusetts records show the name capitalized as '''Newe Towne''' by 1632.<ref name=public>{{cite book|title=Report on the Custody and Condition of the Public Records of Parishes|publisher=Massachusetts Secretary of the Commonwealth|url=http://books.google.com/books?id=IyYWAAAAYAAJ&pg=RA1-PA298&lpg=RA1-PA298&dq=%22Ordered+That+Newtowne+shall+henceforward+be+called%22|location=Boston|year=1889|page=298|accessdate=December 24, 2008}}</ref> Located at the first convenient [[Charles River]] crossing west of [[Boston]], Newe Towne was one of a number of towns (including Boston, [[Dorchester, Massachusetts|Dorchester]], [[Watertown, Massachusetts|Watertown]], and [[Weymouth, Massachusetts|Weymouth]]) founded by the 700 original [[Puritan]] colonists of the [[Massachusetts Bay Colony]] under governor [[John Winthrop]]. The original village site is in the heart of today's [[Harvard Square]]. The marketplace where farmers brought in crops from surrounding towns to sell survives today as the small park at the corner of John F. Kennedy (J.F.K.) and Winthrop Streets, then at the edge of a salt marsh, since filled. The town included a much larger area than the present city, with various outlying parts becoming independent towns over the years: [[Newton, Massachusetts|Newton (originally Cambridge Village, then Newtown)]] in 1688,<ref>{{cite book |last= Ritter |first= Priscilla R. |coauthors= Thelma Fleishman |title= Newton, Massachusetts 1679–1779: A Biographical Directory |year= 1982 |publisher= New England Historic Genealogical Society }}</ref> [[Lexington, Massachusetts|Lexington (Cambridge Farms)]] in 1712, and both [[Arlington, Massachusetts|West Cambridge (originally Menotomy)]] and [[Brighton, Massachusetts|Brighton (Little Cambridge)]] in 1807.<ref>{{cite web |url=http://www.brightonbot.com/history.php |title=A Short History of Allston-Brighton |first=Marchione |last=William P. |author= |authorlink= |coauthors= |date= |month= |year=2011 |work=Brighton-Allston Historical Society |publisher=Brighton Board of Trade |location= |page= |pages= |at= |language= |trans_title= |arxiv= |asin= |bibcode= |doi= |doibroken= |isbn= |issn= |jfm= |jstor= |lccn= |mr= |oclc= |ol= |osti= |pmc = |pmid= |rfc= |ssrn= |zbl= |id= |archiveurl= |archivedate= |deadurl= |accessdate=December 21, 2011 |quote= |ref= |separator= |postscript=}}</ref> Part of West Cambridge joined the new town of [[Belmont, Massachusetts|Belmont]] in 1859, and the rest of West Cambridge was renamed Arlington in 1867; Brighton was annexed by Boston in 1874. In the late 19th century, various schemes for annexing Cambridge itself to the City of Boston were pursued and rejected.<ref>{{cite news |title=ANNEXATION AND ITS FRUITS |author=Staff writer |first= |last= |authorlink= |url=http://query.nytimes.com/gst/abstract.html?res=9901E4DC173BEF34BC4D52DFB766838F669FDE |agency= |newspaper=[[The New York Times]] |publisher= |isbn= |issn= |pmid= |pmd= |bibcode= |doi= |date=January 15, 1874, Wednesday |page= 4 |pages= |accessdate=|archiveurl=http://query.nytimes.com/mem/archive-free/pdf?res=9901E4DC173BEF34BC4D52DFB766838F669FDE |archivedate=January 15, 1874 |ref= }}</ref><ref>{{cite news |title=BOSTON'S ANNEXATION SCHEMES.; PROPOSAL TO ABSORB CAMBRIDGE AND OTHER NEAR-BY TOWNS |author=Staff writer |first= |last= |authorlink= |url=http://query.nytimes.com/gst/abstract.html?res=9C05E1DC1F39E233A25754C2A9659C94639ED7CF |agency= |newspaper=[[The New York Times]] |publisher= |isbn= |issn= |pmid= |pmd= |bibcode= |doi= |date=March 26, 1892, Wednesday |page= 11 |pages= |accessdate=August 21, 2010|archiveurl=http://query.nytimes.com/mem/archive-free/pdf?res=9C05E1DC1F39E233A25754C2A9659C94639ED7CF |archivedate=March 27, 1892 |ref= }}</ref> In 1636, [[Harvard College]] was founded by the colony to train [[minister (religion)|ministers]] and the new town was chosen for its site by [[Thomas Dudley]]. By 1638, the name "Newe Towne" had "compacted by usage into 'Newtowne'."<ref name=drake /> In May 1638<ref>{{cite book|title=The Cambridge of Eighteen Hundred and Ninety-six|editor=Arthur Gilman, ed.|publisher=Committee on the Memorial Volume|location=Cambridge|year=1896|page=8}}</ref><ref>{{cite web|author=Harvard News Office |url=http://news.harvard.edu/gazette/2002/05.02/02-history.html |title=''Harvard Gazette'' historical calendar giving May 12, 1638 as date of name change; certain other sources say May 2, 1638 or late 1637 |publisher=News.harvard.edu |date=2002-05-02 |accessdate=2012-04-28}}</ref> the name was changed to '''Cambridge''' in honor of the [[University of Cambridge|university]] in [[Cambridge, England]].<ref>{{cite book |last= Hannah Winthrop Chapter, D.A.R. |title= Historic Guide to Cambridge |edition= Second |year= 1907 |publisher= Hannah Winthrop Chapter, D.A.R. |location= Cambridge, Mass. |pages= 20–21 |quote= On October 15, 1637, the Great and General Court passed a vote that: "The college is ordered to bee at Newetowne." In this same year the name of Newetowne was changed to Cambridge, ("It is ordered that Newetowne shall henceforward be called Cambridge") in honor of the university in Cambridge, England, where many of the early settlers were educated. }}</ref> The first president ([[Henry Dunster]]), the first benefactor ([[John Harvard (clergyman)|John Harvard]]), and the first schoolmaster ([[Nathaniel Eaton]]) of Harvard were all Cambridge University alumni, as was the then ruling (and first) governor of the [[Massachusetts Bay Colony]], John Winthrop. In 1629, Winthrop had led the signing of the founding document of the city of Boston, which was known as the [[Cambridge Agreement]], after the university.<ref>{{cite web|url=http://www.winthropsociety.org/doc_cambr.php|publisher=The Winthrop Society|title=Descendants of the Great Migration|accessdate=September 8, 2008}}</ref> It was Governor Thomas Dudley who, in 1650, signed the charter creating the corporation which still governs Harvard College.<ref>{{cite web|url=http://hul.harvard.edu/huarc/charter.html |title=Harvard Charter of 1650, Harvard University Archives, Harvard University, harvard.edu |publisher=Hul.harvard.edu |date= |accessdate=2012-04-28}}</ref><ref>{{cite book |last1= |first1= |authorlink1= |editor1-first= |editor1-last= |editor1-link= |others= |title=Constitution of the Commonwealth of Massachusetts|url=http://www.mass.gov/legis/const.htm |accessdate=December 13, 2009 |edition= |series= |volume= |date=September 1, 1779 |publisher=The General Court of Massachusetts |location= |isbn= |oclc= |doi= |page= |pages=|chapter=Chapter V: The University at Cambridge, and encouragement of literature, etc. |chapterurl= |ref= |bibcode= }}</ref> [[Image:Washington taking command of the American Army at Cambridge, 1775 - NARA - 532874.tif|thumb|right|George Washington in Cambridge, 1775]] Cambridge grew slowly as an agricultural village eight miles (13 km) by road from Boston, the capital of the colony. By the [[American Revolution]], most residents lived near the [[Cambridge Common|Common]] and Harvard College, with farms and estates comprising most of the town. Most of the inhabitants were descendants of the original Puritan colonists, but there was also a small elite of [[Anglicans|Anglican]] "worthies" who were not involved in village life, who made their livings from estates, investments, and trade, and lived in mansions along "the Road to Watertown" (today's [[Brattle Street (Cambridge, Massachusetts)|Brattle Street]], still known as [[Tory Row]]). In 1775, [[George Washington]] came up from [[Virginia]] to take command of fledgling volunteer American soldiers camped on the [[Cambridge Common]]—today called the birthplace of the [[U.S. Army]]. (The name of today's nearby Sheraton Commander Hotel refers to that event.) Most of the Tory estates were confiscated after the Revolution. On January 24, 1776, [[Henry Knox]] arrived with artillery captured from [[Fort Ticonderoga]], which enabled Washington to drive the British army out of Boston. [[File:Cambridge 1873 WardMap.jpg|thumb|300px|left|A map of Cambridge from 1873]] Between 1790 and 1840, Cambridge began to grow rapidly, with the construction of the [[West Boston Bridge]] in 1792, that connected Cambridge directly to Boston, making it no longer necessary to travel eight miles (13 km) through the [[Boston Neck]], [[Roxbury, Massachusetts|Roxbury]], and [[Brookline, Massachusetts|Brookline]] to cross the [[Charles River]]. A second bridge, the Canal Bridge, opened in 1809 alongside the new [[Middlesex Canal]]. The new bridges and roads made what were formerly estates and [[marsh]]land into prime industrial and residential districts. In the mid-19th century, Cambridge was the center of a literary revolution when it gave the country a new identity through poetry and literature. Cambridge was home to the famous Fireside Poets—so called because their poems would often be read aloud by families in front of their evening fires. In their day, the [[Fireside Poets]]—[[Henry Wadsworth Longfellow]], [[James Russell Lowell]], and [[Oliver Wendell Holmes, Sr.|Oliver Wendell Holmes]]—were as popular and influential as rock stars are today.{{Citation needed|date=November 2009}} Soon after, [[Toll road|turnpikes]] were built: the [[Cambridge and Concord Turnpike]] (today's Broadway and Concord Ave.), the [[Middlesex Turnpike (Massachusetts)|Middlesex Turnpike]] (Hampshire St. and [[Massachusetts Avenue (Boston)|Massachusetts Ave.]] northwest of [[Porter Square]]), and what are today's Cambridge, Main, and Harvard Streets were roads to connect various areas of Cambridge to the bridges. In addition, railroads crisscrossed the town during the same era, leading to the development of Porter Square as well as the creation of neighboring town [[Somerville, Massachusetts|Somerville]] from the formerly rural parts of [[Charlestown, Massachusetts|Charlestown]]. [[File:Middlesex Canal (Massachusetts) map, 1852.jpg|thumb|1852 Map of Boston area showing Cambridge and rail lines.]] Cambridge was incorporated as a city in 1846. This was despite noticeable tensions between East Cambridge, Cambridgeport, and Old Cambridge that stemmed from differences in in each area's culture, sources of income, and the national origins of the residents.<ref>Cambridge Considered: A Very Brief History of Cambridge, 1800-1900, Part I. http://cambridgeconsidered.blogspot.com/2011/01/very-brief-history-of-cambridge-1800.html</ref> The city's commercial center began to shift from Harvard Square to Central Square, which became the downtown of the city around this time. Between 1850 and 1900, Cambridge took on much of its present character—[[streetcar suburb]]an development along the turnpikes, with working-class and industrial neighborhoods focused on East Cambridge, comfortable middle-class housing being built on old estates in Cambridgeport and Mid-Cambridge, and upper-class enclaves near Harvard University and on the minor hills of the city. The coming of the railroad to North Cambridge and Northwest Cambridge then led to three major changes in the city: the development of massive brickyards and brickworks between Massachusetts Ave., Concord Ave. and [[Alewife Brook]]; the ice-cutting industry launched by [[Frederic Tudor]] on [[Fresh Pond, Cambridge, Massachusetts|Fresh Pond]]; and the carving up of the last estates into residential subdivisions to provide housing to the thousands of immigrants that arrived to work in the new industries. For many years, the city's largest employer was the [[New England Glass Company]], founded in 1818. By the middle of the 19th century it was the largest and most modern glassworks in the world. In 1888, all production was moved, by [[Edward Libbey|Edward Drummond Libbey]], to [[Toledo, Ohio]], where it continues today under the name Owens Illinois. Flint glassware with heavy lead content, produced by that company, is prized by antique glass collectors. There is none on public display in Cambridge, but there is a large collection in the [[Toledo Museum of Art]]. Among the largest businesses located in Cambridge was the firm of [[Carter's Ink Company]], whose neon sign long adorned the [[Charles River]] and which was for many years the largest manufacturer of ink in the world. By 1920, Cambridge was one of the main industrial cities of [[New England]], with nearly 120,000 residents. As industry in New England began to decline during the [[Great Depression]] and after World War II, Cambridge lost much of its industrial base. It also began the transition to being an intellectual, rather than an industrial, center. Harvard University had always been important in the city (both as a landowner and as an institution), but it began to play a more dominant role in the city's life and culture. Also, the move of the [[Massachusetts Institute of Technology]] from Boston in 1916 ensured Cambridge's status as an intellectual center of the United States. After the 1950s, the city's population began to decline slowly, as families tended to be replaced by single people and young couples. The 1980s brought a wave of high-technology startups, creating software such as [[Visicalc]] and [[Lotus 1-2-3]], and advanced computers, but many of these companies fell into decline with the fall of the minicomputer and [[DOS]]-based systems. However, the city continues to be home to many startups as well as a thriving biotech industry. By the end of the 20th century, Cambridge had one of the most expensive housing markets in the Northeastern United States. While maintaining much diversity in class, race, and age, it became harder and harder for those who grew up in the city to be able to afford to stay. The end of [[rent control]] in 1994 prompted many Cambridge renters to move to housing that was more affordable, in Somerville and other communities. In 2005, a reassessment of residential property values resulted in a disproportionate number of houses owned by non-affluent people jumping in value relative to other houses, with hundreds having their property tax increased by over 100%; this forced many homeowners in Cambridge to move elsewhere.<ref>Cambridge Chronicle, October 6, 13, 20, 27, 2005</ref> As of 2012, Cambridge's mix of amenities and proximity to Boston has kept housing prices relatively stable. ==Geography== [[File:Charles River Cambridge USA.jpg|thumb|upright|A view from Boston of Harvard's [[Weld Boathouse]] and Cambridge in winter. The [[Charles River]] is in the foreground.]] According to the [[United States Census Bureau]], Cambridge has a total area of {{convert|7.1|sqmi|km2}}, of which {{convert|6.4|sqmi|km2}} of it is land and {{convert|0.7|sqmi|km2}} of it (9.82%) is water. ===Adjacent municipalities=== Cambridge is located in eastern Massachusetts, bordered by: *the city of [[Boston]] to the south (across the [[Charles River]]) and east *the city of [[Somerville, Massachusetts|Somerville]] to the north *the town of [[Arlington, Massachusetts|Arlington]] to the northwest *the town of [[Belmont, Massachusetts|Belmont]] and *the city of [[Watertown, Massachusetts|Watertown]] to the west The border between Cambridge and the neighboring city of [[Somerville, Massachusetts|Somerville]] passes through densely populated neighborhoods which are connected by the [[Red Line (MBTA)|MBTA Red Line]]. Some of the main squares, [[Inman Square|Inman]], [[Porter Square|Porter]], and to a lesser extent, [[Harvard Square|Harvard]], are very close to the city line, as are Somerville's [[Union Square (Somerville)|Union]] and [[Davis Square]]s. ===Neighborhoods=== ====Squares==== [[File:Centralsquarecambridgemass.jpg|thumb|[[Central Square (Cambridge)|Central Square]]]] [[File:Harvard square 2009j.JPG|thumb|[[Harvard Square]]]] [[File:Cambridge MA Inman Square.jpg|thumb|[[Inman Square]]]] Cambridge has been called the "City of Squares" by some,<ref>{{cite web|author=No Writer Attributed |url=http://www.thecrimson.com/article/1969/9/18/cambridge-a-city-of-squares-pcambridge/ |title="Cambridge: A City of Squares" Harvard Crimson, Sept. 18, 1969 |publisher=Thecrimson.com |date=1969-09-18 |accessdate=2012-04-28}}</ref><ref>{{cite web|url=http://www.travelwritersmagazine.com/RonBernthal/Cambridge.html |title=Cambridge Journal: Massachusetts City No Longer in Boston's Shadow |publisher=Travelwritersmagazine.com |date= |accessdate=2012-04-28}}</ref> as most of its commercial districts are major street intersections known as [[Town square|squares]]. Each of the squares acts as a neighborhood center. These include: * [[Kendall Square]], formed by the junction of Broadway, Main Street, and Third Street, is also known as '''Technology Square''', a name shared with an office and laboratory building cluster in the neighborhood. Just over the [[Longfellow Bridge]] from Boston, at the eastern end of the [[Massachusetts Institute of Technology|MIT]] campus, it is served by the [[Kendall (MBTA station)|Kendall/MIT]] station on the [[Massachusetts Bay Transportation Authority|MBTA]] [[Red Line (MBTA)|Red Line]] subway. Most of Cambridge's large office towers are located here, giving the area somewhat of an office park feel. A flourishing [[biotech]] industry has grown up around this area. The "One Kendall Square" complex is nearby, but—confusingly—not actually in Kendall Square. Also, the "Cambridge Center" office complex is located here, and not at the actual center of Cambridge. * [[Central Square (Cambridge)|Central Square]], formed by the junction of Massachusetts Avenue, Prospect Street, and Western Avenue, is well known for its wide variety of ethnic restaurants. As recently as the late 1990s it was rather run-down; it underwent a controversial [[gentrification]] in recent years (in conjunction with the development of the nearby [[University Park at MIT]]), and continues to grow more expensive. It is served by the [[Central (MBTA station)|Central Station]] stop on the MBTA Red Line subway. '''Lafayette Square''', formed by the junction of Massachusetts Avenue, Columbia Street, Sidney Street, and Main Street, is considered part of the Central Square area. [[Cambridgeport]] is south of Central Square along Magazine Street and Brookline Street. * [[Harvard Square]], formed by the junction of Massachusetts Avenue, Brattle Street, and JFK Street. This is the primary site of [[Harvard University]], and is a major Cambridge shopping area. It is served by a [[Harvard (MBTA station)|Red Line station]]. Harvard Square was originally the northwestern terminus of the Red Line and a major transfer point to streetcars that also operated in a short [[Harvard Bus Tunnel|tunnel]]—which is still a major bus terminal, although the area under the Square was reconfigured dramatically in the 1980s when the Red Line was extended. The Harvard Square area includes '''Brattle Square''' and '''Eliot Square'''. A short distance away from the square lies the [[Cambridge Common]], while the neighborhood north of Harvard and east of Massachusetts Avenue is known as Agassiz in honor of the famed scientist [[Louis Agassiz]]. * [[Porter Square]], about a mile north on Massachusetts Avenue from Harvard Square, is formed by the junction of Massachusetts and Somerville Avenues, and includes part of the city of [[Somerville, Massachusetts|Somerville]]. It is served by the [[Porter (MBTA station)|Porter Square Station]], a complex housing a [[Red Line (MBTA)|Red Line]] stop and a [[Fitchburg Line]] [[MBTA commuter rail|commuter rail]] stop. [[Lesley University]]'s University Hall and Porter campus are located at Porter Square. * [[Inman Square]], at the junction of Cambridge and Hampshire streets in Mid-Cambridge. Inman Square is home to many diverse restaurants, bars, music venues and boutiques. The funky street scene still holds some urban flair, but was dressed up recently with Victorian streetlights, benches and bus stops. A new community park was installed and is a favorite place to enjoy some takeout food from the nearby restaurants and ice cream parlor. * [[Lechmere Square]], at the junction of Cambridge and First streets, adjacent to the CambridgeSide Galleria shopping mall. Perhaps best known as the northern terminus of the [[Massachusetts Bay Transportation Authority|MBTA]] [[Green Line (MBTA)|Green Line]] subway, at [[Lechmere (MBTA station)|Lechmere Station]]. ====Other neighborhoods==== The residential neighborhoods ([http://www.cambridgema.gov/CPD/publications/neighborhoods.cfm map]) in Cambridge border, but are not defined by the squares. These include: * [[East Cambridge, Massachusetts|East Cambridge]] (Area 1) is bordered on the north by the [[Somerville, Massachusetts|Somerville]] border, on the east by the Charles River, on the south by Broadway and Main Street, and on the west by the [[Grand Junction Railroad]] tracks. It includes the [[NorthPoint (Cambridge, Massachusetts)|NorthPoint]] development. * [[Massachusetts Institute of Technology|MIT]] Campus ([[MIT Campus (Area 2), Cambridge|Area 2]]) is bordered on the north by Broadway, on the south and east by the Charles River, and on the west by the Grand Junction Railroad tracks. * [[Wellington-Harrington]] (Area 3) is bordered on the north by the [[Somerville, Massachusetts|Somerville]] border, on the south and west by Hampshire Street, and on the east by the Grand Junction Railroad tracks. Referred to as "Mid-Block".{{clarify|What is? By whom? A full sentence would help.|date=September 2011}} * [[Area 4, Cambridge|Area 4]] is bordered on the north by Hampshire Street, on the south by Massachusetts Avenue, on the west by Prospect Street, and on the east by the Grand Junction Railroad tracks. Residents of Area 4 often refer to their neighborhood simply as "The Port", and refer to the area of Cambridgeport and Riverside as "The Coast". * [[Cambridgeport]] (Area 5) is bordered on the north by Massachusetts Avenue, on the south by the Charles River, on the west by River Street, and on the east by the Grand Junction Railroad tracks. * [[Mid-Cambridge]] (Area 6) is bordered on the north by Kirkland and Hampshire Streets and the [[Somerville, Massachusetts|Somerville]] border, on the south by Massachusetts Avenue, on the west by Peabody Street, and on the east by Prospect Street. * [[Riverside, Cambridge|Riverside]] (Area 7), an area sometimes referred to as "The Coast," is bordered on the north by Massachusetts Avenue, on the south by the Charles River, on the west by JFK Street, and on the east by River Street. * [[Agassiz, Cambridge, Massachusetts|Agassiz (Harvard North)]] (Area 8) is bordered on the north by the [[Somerville, Massachusetts|Somerville]] border, on the south and east by Kirkland Street, and on the west by Massachusetts Avenue. * [[Peabody, Cambridge, Massachusetts|Peabody]] (Area 9) is bordered on the north by railroad tracks, on the south by Concord Avenue, on the west by railroad tracks, and on the east by Massachusetts Avenue. The Avon Hill sub-neighborhood consists of the higher elevations bounded by Upland Road, Raymond Street, Linnaean Street and Massachusetts Avenue. * Brattle area/[[West Cambridge (neighborhood)|West Cambridge]] (Area 10) is bordered on the north by Concord Avenue and Garden Street, on the south by the Charles River and the [[Watertown, Massachusetts|Watertown]] border, on the west by Fresh Pond and the Collins Branch Library, and on the east by JFK Street. It includes the sub-neighborhoods of Brattle Street (formerly known as [[Tory Row]]) and Huron Village. * [[North Cambridge, Massachusetts|North Cambridge]] (Area 11) is bordered on the north by the [[Arlington, Massachusetts|Arlington]] and [[Somerville, Massachusetts|Somerville]] borders, on the south by railroad tracks, on the west by the [[Belmont, Massachusetts|Belmont]] border, and on the east by the [[Somerville, Massachusetts|Somerville]] border. * [[Cambridge Highlands]] (Area 12) is bordered on the north and east by railroad tracks, on the south by Fresh Pond, and on the west by the [[Belmont, Massachusetts|Belmont]] border. * [[Strawberry Hill, Cambridge|Strawberry Hill]] (Area 13) is bordered on the north by Fresh Pond, on the south by the [[Watertown, Massachusetts|Watertown]] border, on the west by the [[Belmont, Massachusetts|Belmont]] border, and on the east by railroad tracks. ===Parks and outdoors=== [[File:Alewife Brook Reservation.jpg|thumb|Alewife Brook Reservation]] Consisting largely of densely built residential space, Cambridge lacks significant tracts of public parkland. This is partly compensated for, however, by the presence of easily accessible open space on the university campuses, including [[Harvard Yard]] and MIT's Great Lawn, as well as the considerable open space of [[Mount Auburn Cemetery]]. At the western edge of Cambridge, the cemetery is well known as the first garden cemetery, for its distinguished inhabitants, for its superb landscaping (the oldest planned landscape in the country), and as a first-rate [[arboretum]]. Although known as a Cambridge landmark, much of the cemetery lies within the bounds of Watertown.<ref>http://www2.cambridgema.gov/CityOfCambridge_Content/documents/CambridgeStreetMap18x24_032007.pdf</ref> It is also a significant [[Important Bird Area]] (IBA) in the Greater Boston area. Public parkland includes the esplanade along the Charles River, which mirrors its [[Charles River Esplanade|Boston counterpart]], [[Cambridge Common]], a busy and historic public park immediately adjacent to the Harvard campus, and the [[Alewife Brook Reservation]] and [[Fresh Pond, Cambridge, Massachusetts|Fresh Pond]] in the western part of the city. ==Demographics== {{Historical populations | type=USA | align=right | 1790|2115 | 1800|2453 | 1810|2323 | 1820|3295 | 1830|6072 | 1840|8409 | 1850|15215 | 1860|26060 | 1870|39634 | 1880|52669 | 1890|70028 | 1900|91886 | 1910|104839 | 1920|109694 | 1930|113643 | 1940|110879 | 1950|120740 | 1960|107716 | 1970|100361 | 1980|95322 | 1990|95802 | 2000|101355 | 2010|105162 | footnote= {{Historical populations/Massachusetts municipalities references}}<ref name="1950_Census_Urban_populations_since_1790">{{cite journal | title=1950 Census of Population | volume=1: Number of Inhabitants | at=Section 6, Pages 21-7 through 21-09, Massachusetts Table 4. Population of Urban Places of 10,000 or more from Earliest Census to 1920 | publisher=Bureau of the Census | accessdate=July 12, 2011 | year=1952 | url=http://www2.census.gov/prod2/decennial/documents/23761117v1ch06.pdf}}</ref> }} As of the census{{GR|2}} of 2010, there were 105,162 people, 44,032 households, and 17,420 families residing in the city. The population density was 16,422.08 people per square mile (6,341.98/km²), making Cambridge the fifth most densely populated city in the US<ref name=CountyCityDataBook>County and City Data Book: 2000. Washington, DC: US Department of Commerce, Bureau of the Census. Table C-1.</ref> and the second most densely populated city in [[Massachusetts]] behind neighboring [[Somerville, Massachusetts|Somerville]].<ref>[http://www.boston.com/realestate/news/articles/2008/07/13/highest_population_density/ Highest Population Density, The Boston Globe]</ref> There were 47,291 housing units at an average density of 7,354.7 per square mile (2,840.3/km²). The racial makeup of the city was 66.60% [[White (U.S. Census)|White]], 11.70% [[Black (people)|Black]] or [[Race (United States Census)|African American]], 0.20% [[Native American (U.S. Census)|Native American]], 15.10% [[Asian (U.S. Census)|Asian]], 0.01% [[Pacific Islander (U.S. Census)|Pacific Islander]], 2.10% from [[Race (United States Census)|other races]], and 4.30% from two or more races. 7.60% of the population were [[Hispanics in the United States|Hispanic]] or [[Latino (U.S. Census)|Latino]] of any race. [[Non-Hispanic Whites]] were 62.1% of the population in 2010,<ref>{{cite web |url=http://quickfacts.census.gov/qfd/states/25/2511000.html |title=Cambridge (city), Massachusetts |work=State & County QuickFacts |publisher=U.S. Census Bureau}}</ref> down from 89.7% in 1970.<ref>{{cite web|title=Massachusetts - Race and Hispanic Origin for Selected Cities and Other Places: Earliest Census to 1990|publisher=U.S. Census Bureau|url=http://www.census.gov/population/www/documentation/twps0076/twps0076.html}}</ref> This rather closely parallels the average [[racial demographics of the United States]] as a whole, although Cambridge has significantly more Asians than the average, and fewer Hispanics and Caucasians. 11.0% were of [[irish people|Irish]], 7.2% English, 6.9% [[italians|Italian]], 5.5% [[West Indian]] and 5.3% [[germans|German]] ancestry according to [[Census 2000]]. 69.4% spoke English, 6.9% Spanish, 3.2% [[Standard Mandarin|Chinese]] or [[Standard Mandarin|Mandarin]], 3.0% [[portuguese language|Portuguese]], 2.9% [[French-based creole languages|French Creole]], 2.3% French, 1.5% [[korean language|Korean]], and 1.0% [[italian language|Italian]] as their first language. There were 44,032 households out of which 16.9% had children under the age of 18 living with them, 28.9% were married couples living together, 8.4% had a female householder with no husband present, and 60.4% were non-families. 40.7% of all households were made up of individuals and 9.6% had someone living alone who was 65 years of age or older. The average household size was 2.00 and the average family size was 2.76. In the city the population was spread out with 13.3% under the age of 18, 21.2% from 18 to 24, 38.6% from 25 to 44, 17.8% from 45 to 64, and 9.2% who were 65 years of age or older. The median age was 30.5 years. For every 100 females, there were 96.1 males. For every 100 females age 18 and over, there were 94.7 males. The median income for a household in the city was $47,979, and the median income for a family was $59,423 (these figures had risen to $58,457 and $79,533 respectively {{as of|2007|alt=as of a 2007 estimate}}<ref>{{cite web|url=http://factfinder.census.gov/servlet/ACSSAFFFacts?_event=Search&geo_id=16000US2418750&_geoContext=01000US%7C04000US24%7C16000US2418750&_street=&_county=cambridge&_cityTown=cambridge&_state=04000US25&_zip=&_lang=en&_sse=on&ActiveGeoDiv=geoSelect&_useEV=&pctxt=fph&pgsl=160&_submenuId=factsheet_1&ds_name=ACS_2007_3YR_SAFF&_ci_nbr=null&qr_name=null®=null%3Anull&_keyword=&_industry= |title=U.S. Census, 2000 |publisher=Factfinder.census.gov |date= |accessdate=2012-04-28}}</ref>). Males had a median income of $43,825 versus $38,489 for females. The per capita income for the city was $31,156. About 8.7% of families and 12.9% of the population were below the poverty line, including 15.1% of those under age 18 and 12.9% of those age 65 or over. Cambridge was ranked as one of the most liberal cities in America.<ref>{{cite web|author=Aug 16, 2005 12:00 AM |url=http://www.govpro.com/News/Article/31439/ |title=Study Ranks America’s Most Liberal and Conservative Cities |publisher=Govpro.com |date=2005-08-16 |accessdate=2012-04-28}}</ref> Locals living in and near the city jokingly refer to it as "The People's Republic of Cambridge."<ref>[http://www.universalhub.com/glossary/peoples_republic_the.html Wicked Good Guide to Boston English] Accessed February 2, 2009</ref> For 2012, the residential property tax rate in Cambridge is $8.48 per $1,000.<ref>{{cite web|url=http://www.cambridgema.gov/finance/propertytaxinformation/fy12propertytaxinformation.aspx |title=FY12 Property Tax Information - City of Cambridge, Massachusetts |publisher=Cambridgema.gov |date= |accessdate=2012-04-28}}</ref> Cambridge enjoys the highest possible [[bond credit rating]], AAA, with all three Wall Street rating agencies.<ref>http://www.cambridgema.gov/CityOfCambridge_Content/documents/Understanding_Your_Taxes_2007.pdf</ref> Cambridge is noted for its diverse population, both racially and economically. Residents, known as ''Cantabrigians'', include affluent [[MIT]] and Harvard professors. The first legal applications in America for same-sex marriage licenses were issued at Cambridge's City Hall.<ref>{{cite web|url=http://www.boston.com/news/local/articles/2004/05/17/free_to_marry/ |title=Free to Marry |work=[[The Boston Globe]] |date=2004-05-17 |accessdate=2012-07-18}}</ref> Cambridge is also the birthplace of [[Thailand|Thai]] king [[Bhumibol Adulyadej|Bhumibol Adulyadej (Rama IX)]], who is the world's longest reigning monarch at age 82 (2010), as well as the longest reigning monarch in Thai history. He is also the first king of a foreign country to be born in the United States. ==Government== ===Federal and state representation=== {| class=wikitable ! colspan = 6 | Voter registration and party enrollment {{as of|lc=y|df=US|2008|10|15}}<ref>{{cite web|title = 2008 State Party Election Party Enrollment Statistics | publisher = Massachusetts Elections Division | format = PDF | accessdate = July 7, 2010 | url = http://www.sec.state.ma.us/ele/elepdf/st_county_town_enroll_breakdown_08.pdf}}</ref> |- ! colspan = 2 | Party ! Number of voters ! Percentage {{American politics/party colors/Democratic/row}} | [[Democratic Party (United States)|Democratic]] | style="text-align:center;"| 37,822 | style="text-align:center;"| 58.43% {{American politics/party colors/Republican/row}} | [[Republican Party (United States)|Republican]] | style="text-align:center;"| 3,280 | style="text-align:center;"| 5.07% {{American politics/party colors/Independent/row}} | Unaffiliated | style="text-align:center;"| 22,935 | style="text-align:center;"| 35.43% {{American politics/party colors/Libertarian/row}} | Minor Parties | style="text-align:center;"| 690 | style="text-align:center;"| 1.07% |- ! colspan = 2 | Total ! style="text-align:center;"| 64,727 ! style="text-align:center;"| 100% |} Cambridge is part of [[Massachusetts's 8th congressional district]], represented by Democrat [[Mike Capuano]], elected in 1998. The state's senior member of the [[United States Senate]] is Democrat [[John Kerry]], elected in 1984. The state's junior member is Republican [[Scott Brown]], [[United States Senate special election in Massachusetts, 2010|elected in 2010]] to fill the vacancy caused by the death of long-time Democratic Senator [[Ted Kennedy]]. The Governor of Massachusetts is Democrat [[Deval Patrick]], elected in 2006 and re-elected in 2010. On the state level, Cambridge is represented in six districts in the [[Massachusetts House of Representatives]]: the 24th Middlesex (which includes parts of Belmont and Arlington), the 25th and 26th Middlesex (the latter which includes a portion of Somerville), the 29th Middlesex (which includes a small part of Watertown), and the Eighth and Ninth Suffolk (both including parts of the City of Boston). The city is represented in the [[Massachusetts Senate]] as a part of the "First Suffolk and Middlesex" district (this contains parts of Boston, Revere and Winthrop each in Suffolk County); the "Middlesex, Suffolk and Essex" district, which includes Everett and Somerville, with Boston, Chelsea, and Revere of Suffolk, and Saugus in Essex; and the "Second Suffolk and Middlesex" district, containing parts of the City of Boston in Suffolk county, and Cambridge, Belmont and Watertown in Middlesex county.<ref>{{cite web|url=http://www.malegislature.gov/ |title=Index of Legislative Representation by City and Town, from |publisher=Mass.gov |date= |accessdate=2012-04-28}}</ref> In addition to the [[Cambridge Police Department (Massachusetts)|Cambridge Police Department]], the city is patrolled by the Fifth (Brighton) Barracks of Troop H of the [[Massachusetts State Police]].<ref>[http://www.mass.gov/?pageID=eopsterminal&L=5&L0=Home&L1=Law+Enforcement+%26+Criminal+Justice&L2=Law+Enforcement&L3=State+Police+Troops&L4=Troop+H&sid=Eeops&b=terminalcontent&f=msp_divisions_field_services_troops_troop_h_msp_field_troop_h_station_h5&csid=Eeops Station H-5, SP Brighton]{{dead link|date=April 2012}}</ref> Due, however, to close proximity, the city also practices functional cooperation with the Fourth (Boston) Barracks of Troop H, as well.<ref>[http://www.mass.gov/?pageID=eopsterminal&L=5&L0=Home&L1=Law+Enforcement+%26+Criminal+Justice&L2=Law+Enforcement&L3=State+Police+Troops&L4=Troop+H&sid=Eeops&b=terminalcontent&f=msp_divisions_field_services_troops_troop_h_msp_field_troop_h_station_h4&csid=Eeops Station H-4, SP Boston]{{dead link|date=April 2012}}</ref> ===City government=== [[File:CambridgeMACityHall1.jpg|thumb|right|[[Cambridge, Massachusetts City Hall|Cambridge City Hall]] in the 1980s]] Cambridge has a city government led by a [[List of mayors of Cambridge, Massachusetts|Mayor]] and nine-member City Council. There is also a six-member School Committee which functions alongside the Superintendent of public schools. The councilors and school committee members are elected every two years using the [[single transferable vote]] (STV) system.<ref>{{cite web|url=http://www.cambridgema.gov/election/Proportional_Representation.cfm |title=Proportional Representation Voting in Cambridge |publisher=Cambridgema.gov |date= |accessdate=2012-04-28}}</ref> Once a laborious process that took several days to complete by hand, ballot sorting and calculations to determine the outcome of elections are now quickly performed by computer, after the ballots have been [[Optical scan voting system|optically scanned]]. The mayor is elected by the city councilors from amongst themselves, and serves as the chair of City Council meetings. The mayor also sits on the School Committee. However, the Mayor is not the Chief Executive of the City. Rather, the City Manager, who is appointed by the City Council, serves in that capacity. Under the City's Plan E form of government the city council does not have the power to appoint or remove city officials who are under direction of the city manager. The city council and its individual members are also forbidden from giving orders to any subordinate of the city manager.<ref>http://www.cambridgema.gov/CityOfCambridge_Content/documents/planE.pdf</ref> [[Robert W. Healy]] is the City Manager; he has served in the position since 1981. In recent history, the media has highlighted the salary of the City Manager as being one of the highest in the State of Massachusetts.<ref>{{cite news |title=Cambridge city manager's salary almost as much as Obama's pay |url=http://www.wickedlocal.com/cambridge/features/x1837730973/Cambridge-city-managers-salary-almost-as-much-as-Obamas |agency= |newspaper=Wicked Local: Cambridge |publisher= |date=August 11, 2011 |accessdate=December 30, 2011 |quote= |archiveurl= |archivedate= |deadurl= |ref=}}</ref> The city council consists of:<ref>{{cite web|url=http://www.cambridgema.gov/ccouncil/citycouncilmembers.aspx |title=City of Cambridge – City Council Members |publisher=Cambridgema.gov |date= |accessdate=2012-04-28}}</ref>{{Refbegin|3}} *[[Leland Cheung]] (Jan. 2010–present) *Henrietta Davis (Jan. 1996–present)* *Marjorie C. Decker (Jan. 2000–present)<ref>{{cite web |url= http://www.wickedlocal.com/cambridge/news/x738245499/Marjorie-Decker-announces-she-will-run-for-Alice-Wolfs-Cambridge-State-Representative-seat |title= Marjorie Decker announces she will run for Alice Wolf's Cambridge State Representative seat |date= 22 March 2012 |work= Wicked Local Cambridge |publisher= GateHouse Media, Inc. |accessdate= 4 April 2012 }}</ref> *Craig A. Kelley (Jan. 2006–present) *David Maher (Jan. 2000-Jan. 2006, Sept. 2007–present<ref>{{cite web|author=By ewelin, on September 5th, 2007 |url=http://www.cambridgehighlands.com/2007/09/david-p-maher-elected-to-fill-michael-sullivans-vacated-city-council-seat |title=David P. Maher Elected to fill Michael Sullivan’s Vacated City Council Seat • Cambridge Highlands Neighborhood Association |publisher=Cambridgehighlands.com |date=2007-09-05 |accessdate=2012-04-28}}</ref>)** *[[Kenneth Reeves]] (Jan. 1990–present)** *[[E. Denise Simmons]] (Jan. 2002–present)** *[[Timothy J. Toomey, Jr.]] (Jan. 1990–present) *Minka vanBeuzekom (Jan. 2012–present){{Refend}} ''* = Current Mayor''<br> ''** = former Mayor'' ===Fire Department=== The city of Cambridge is protected full-time by the 274 professional firefighters of the Cambridge Fire Department. The current Chief of Department is Gerald R. Reardon. The Cambridge Fire Department operates out of eight fire stations, located throughout the city, under the command of two divisions. The CFD also maintains and operates a front-line fire apparatus fleet of eight engines, four ladders, two Non-Transport Paramedic EMS units, a Haz-Mat unit, a Tactical Rescue unit, a Dive Rescue unit, two Marine units, and numerous special, support, and reserve units. John J. Gelinas, Chief of Operations, is in charge of day to day operation of the department.<ref>{{cite web|url=http://www2.cambridgema.gov/cfd/ |title=City of Cambridge Fire Department |publisher=.cambridgema.gov |date=2005-03-13 |accessdate=2012-06-26}}</ref> The CFD is rated as a Class 1 fire department by the [[Insurance Services Office]] (ISO), and is one of only 32 fire departments so rated, out of 37,000 departments in the United States. The other class 1 departments in New England are in [[Hartford, Connecticut]] and [[Milford, Connecticut]]. Class 1 signifies the highest level of fire protection according to various criteria.<ref>{{cite web|url=http://www2.cambridgema.gov/CFD/Class1FD.cfm |title=Class 1 Fire Department |publisher=.cambridgema.gov |date=1999-07-01 |accessdate=2012-06-26}}</ref> The CFD responds to approximately 15,000 emergency calls annually. {| class=wikitable |- valign=bottom ! Engine Company ! Ladder Company ! Special Unit ! Division ! Address ! Neighborhood |- | Engine 1 || Ladder 1 || || || 491 Broadway || Harvard Square |- | Engine 2 || Ladder 3 || Squad 2 || || 378 Massachusetts Ave. || Lafayette Square |- | Engine 3 || Ladder 2 || || || 175 Cambridge St. || East Cambridge |- | Engine 4 || || Squad 4 || || 2029 Massachusetts Ave. || Porter Square |- | Engine 5 || || || Division 1 || 1384 Cambridge St. || Inman Square |- | Engine 6 || || || || 176 River St. || Cambridgeport |- | Engine 8 || Ladder 4 || || Division 2 || 113 Garden St. || Taylor Square |- | Engine 9 || || || || 167 Lexington Ave || West Cambridge |- | Maintenance Facility || || || || 100 Smith Pl. || |} ===Water Department=== Cambridge is unusual among cities inside Route 128 in having a non-[[MWRA]] water supply. City water is obtained from [[Hobbs Brook]] (in [[Lincoln, Massachusetts|Lincoln]] and [[Waltham, Massachusetts|Waltham]]), [[Stony Brook (Boston)|Stony Brook]] (Waltham and [[Weston, Massachusetts|Weston]]), and [[Fresh Pond (Cambridge, Massachusetts)|Fresh Pond]] (Cambridge). The city owns over 1200 acres of land in other towns that includes these reservoirs and portions of their watershed.<ref>{{cite web|url=http://www2.cambridgema.gov/CWD/wat_lands.cfm |title=Cambridge Watershed Lands & Facilities |publisher=.cambridgema.gov |date= |accessdate=2012-04-28}}</ref> Water is treated at Fresh Pond, then pumped uphill to an elevation of {{convert|176|ft|m}} [[above sea level]] at the Payson Park Reservoir ([[Belmont, Massachusetts|Belmont]]); From there, the water is redistributed downhill via gravity to individual users in the city.<ref>{{cite web|url=http://www.cambridgema.gov/CityOfCambridge_Content/documents/CWD_March_2010.pdf |title=Water supply system |format=PDF |date= |accessdate=2012-04-28}}</ref><ref>[http://www.cambridgema.gov/CWD/fpfaqs.cfm Is Fresh Pond really used for drinking water?], Cambridge Water Department</ref> ===County government=== Cambridge is a [[county seat]] of [[Middlesex County, Massachusetts]], along with [[Lowell, Massachusetts|Lowell]]. Though the county government was abolished in 1997, the county still exists as a geographical and political region. The employees of Middlesex County courts, jails, registries, and other county agencies now work directly for the state. At present, the county's registrars of [[Deed]]s and Probate remain in Cambridge; however, the Superior Court and District Attorney have had their base of operations transferred to [[Woburn, Massachusetts|Woburn]]. Third District court has shifted operations to [[Medford, Massachusetts|Medford]], and the Sheriff's office for the county is still awaiting a near-term relocation.<ref>{{cite news | url=http://www.boston.com/news/local/massachusetts/articles/2008/02/14/court_move_a_hassle_for_commuters/ |title=Court move a hassle for commuters |accessdate=July 25, 2009 |first=Eric |last=Moskowitz |authorlink= |coauthors= |date=February 14, 2008 |work=[[Boston Globe|The Boston Globe]] |pages= |archiveurl= |archivedate= |quote=In a little more than a month, Middlesex Superior Court will open in Woburn after nearly four decades at the Edward J. Sullivan Courthouse in Cambridge. With it, the court will bring the roughly 500 people who pass through its doors each day – the clerical staff, lawyers, judges, jurors, plaintiffs, defendants, and others who use or work in the system.}}</ref><ref>{{cite news | url=http://www.wickedlocal.com/cambridge/homepage/x135741754/Cambridges-Middlesex-Jail-courts-may-be-shuttered-for-good |title=Cambridge's Middlesex Jail, courts may be shuttered for good |accessdate=July 25, 2009 |first=Charlie |last=Breitrose |authorlink= |coauthors= |date=July 7, 2009 |work=Wicked Local News: Cambridge |pages= |archiveurl= |archivedate= |quote=The courts moved out of the building to allow workers to remove asbestos. Superior Court moved to Woburn in March 2008, and in February, the Third District Court moved to Medford.}}</ref> ==Education== [[File:MIT Main Campus Aerial.jpg|thumb|Aerial view of part of [[MIT]]'s main campus]] [[File:Dunster House.jpg|thumb|[[Dunster House]], Harvard]] ===Higher education=== Cambridge is perhaps best known as an academic and intellectual center, owing to its colleges and universities, which include: *[[Cambridge College]] *[[Cambridge School of Culinary Arts]] *[[Episcopal Divinity School]] *[[Harvard University]] *[[Hult International Business School]] *[[Lesley University]] *[[Longy School of Music]] *[[Massachusetts Institute of Technology]] *[[Le Cordon Bleu College of Culinary Arts in Boston]] [[Nobel laureates by university affiliation|At least 129]] of the world's total 780 [[Nobel Prize]] winners have been, at some point in their careers, affiliated with universities in Cambridge. The [[American Academy of Arts and Sciences]] is also based in Cambridge. ===Primary and secondary public education=== The Cambridge Public School District encompasses 12 elementary schools that follow a variety of different educational systems and philosophies. All but one of the elementary schools extend up to the [[middle school]] grades as well. The 12 elementary schools are: *[[Amigos School]] *Baldwin School *Cambridgeport School *Fletcher-Maynard Academy *Graham and Parks Alternative School *Haggerty School *Kennedy-Longfellow School *King Open School *Martin Luther King, Jr. School *Morse School (a [[Core Knowledge Foundation|Core Knowledge]] school) *Peabody School *Tobin School (a [[Montessori school]]) There are three public high schools serving Cambridge students, including the [[Cambridge Rindge and Latin School]].<ref>{{cite web|url=http://www.cpsd.us/Web/PubInfo/SchoolsAtAGlance06-07.pdf|title=Cambridge Public Schools at a Glance|format=PDF}}{{dead link|date=June 2012}}</ref> and Community Charter School of Cambridge (www.ccscambridge.org) In 2003, the CRLS, also known as Rindge, came close to losing its educational accreditation when it was placed on probation by the [[New England Association of Schools and Colleges]].<ref name="Crimson MCAS">{{cite web|url=http://www.thecrimson.com/article.aspx?ref=512061|title=School Fights Achievement Gap|publisher=The Harvard Crimson|accessdate=May 14, 2009}}</ref> The school has improved under Principal Chris Saheed, graduation rates hover around 98%, and 70% of students gain college admission. Community Charter School of Cambridge serves 350 students, primarily from Boston and Cambridge, and is a tuition free public charter school with a college preparatory curriculum. All students from the class of 2009 and 2010 gained admission to college. Outside of the main public schools are public charter schools including: [[Benjamin Banneker Charter School]], which serves students in grades K-6,<ref>{{cite web|url=http://www.banneker.org/ |title=The Benjamin Banneker Charter Public School |publisher=Banneker.org |date=2012-03-01 |accessdate=2012-04-28}}</ref> [[Community Charter School of Cambridge]],<ref>{{cite web|url=http://www.ccscambridge.org/ |title=Community Charter School of Cambridge |publisher=Ccscambridge.org |date= |accessdate=2012-04-28}}</ref> which is located in Kendall Square and serves students in grades 7–12, and [[Prospect Hill Academy]], a [[charter school]] whose upper school is in [[Central Square (Cambridge)|Central Square]], though it is not a part of the Cambridge Public School District. ===Primary and secondary private education=== [[File:Cambridge Public Library, Cambridge, Massachusetts.JPG|thumb|right|[[Cambridge Public Library]] original building, part of an expanded facility]] There are also many private schools in the city including: <!-- please keep alphabetical --> *[[Boston Archdiocesan Choir School]] (BACS) *[[Buckingham Browne & Nichols]] (BB&N) *[[Cambridge montessori school|Cambridge Montessori School]] (CMS) *Cambridge [[Religious Society of Friends|Friends]] School. Thomas Waring served as founding headmaster of the school. *Fayerweather Street School (FSS)[http://www.fayerweather.org/ ] *[[International School of Boston]] (ISB, formerly École Bilingue) *[[Matignon High School]] *[[North Cambridge Catholic High School]] (re-branded as Cristo Rey Boston and relocated to Dorchester, MA in 2010) *[[Shady Hill School]] *St. Peter School ==Economy== [[File:Cambridge Skyline.jpg|thumb|Buildings of [[Kendall Square]], center of Cambridge's [[biotech]] economy, seen from the [[Charles River]]]] Manufacturing was an important part of the economy in the late 19th and early 20th century, but educational institutions are the city's biggest employers today. Harvard and [[Massachusetts Institute of Technology|MIT]] together employ about 20,000.<ref name="2008top25">[http://www2.cambridgema.gov/cdd/data/labor/top25/top25_2008.html Top 25 Cambridge Employers: 2008], City of Cambridge</ref> As a cradle of technological innovation, Cambridge was home to technology firms [[Analog Devices]], [[Akamai Technologies|Akamai]], [[BBN Technologies|Bolt, Beranek, and Newman (BBN Technologies)]] (now part of Raytheon), [[General Radio|General Radio (later GenRad)]], [[Lotus Development Corporation]] (now part of [[IBM]]), [[Polaroid Corporation|Polaroid]], [[Symbolics]], and [[Thinking Machines]]. In 1996, [[Polaroid Corporation|Polaroid]], [[Arthur D. Little]], and [[Lotus Development Corporation|Lotus]] were top employers with over 1,000 employees in Cambridge, but faded out a few years later. Health care and biotechnology firms such as [[Genzyme]], [[Biogen Idec]], [[Millennium Pharmaceuticals]], [[Sanofi]], [[Pfizer]] and [[Novartis]]<ref>{{cite news |title=Novartis doubles plan for Cambridge |author=Casey Ross and Robert Weisman |first= |last= |authorlink= |authorlink2= |url=http://articles.boston.com/2010-10-27/business/29323650_1_french-drug-maker-astrazeneca-plc-research-operations |agency= |newspaper=[[The Boston Globe]] |publisher= |isbn= |issn= |pmid= |pmd= |bibcode= |doi= |date=October 27, 2010 |page= |pages= |accessdate=April 12, 2011|quote=Already Cambridge’s largest corporate employer, the Swiss firm expects to hire an additional 200 to 300 employees over the next five years, bringing its total workforce in the city to around 2,300. Novartis’s global research operations are headquartered in Cambridge, across Massachusetts Avenue from the site of the new four-acre campus. |archiveurl= |archivedate= |ref=}}</ref> have significant presences in the city. Though headquartered in Switzerland, Novartis continues to expand its operations in Cambridge. Other major biotech and pharmaceutical firms expanding their presence in Cambridge include [[GlaxoSmithKline]], [[AstraZeneca]], [[Shire plc|Shire]], and [[Pfizer]].<ref>{{cite news|title=Novartis Doubles Plan for Cambridge|url=http://www.boston.com/business/healthcare/articles/2010/10/27/novartis_doubles_plan_for_cambridge/|accessdate=23 February 2012 | work=The Boston Globe|first1=Casey|last1=Ross|first2=Robert|last2=Weisman|date=October 27, 2010}}</ref> Most Biotech firms in Cambridge are located around [[Kendall Square]] and [[East Cambridge, Massachusetts|East Cambridge]], which decades ago were the city's center of manufacturing. A number of biotechnology companies are also located in [[University Park at MIT]], a new development in another former manufacturing area. None of the high technology firms that once dominated the economy was among the 25 largest employers in 2005, but by 2008 high tech companies [[Akamai Technologies|Akamai]] and [[ITA Software]] had grown to be among the largest 25 employers.<ref name="2008top25" /> [[Google]],<ref>{{cite web|url=http://www.google.com/corporate/address.html |title=Google Offices |publisher=Google.com |date= |accessdate=2012-07-18}}</ref> [[IBM Research]], and [[Microsoft Research]] maintain offices in Cambridge. In late January 2012—less than a year after acquiring [[Billerica, Massachusetts|Billerica]]-based analytic database management company, [[Vertica]]—[[Hewlett-Packard]] announced it would also be opening its first offices in Cambridge.<ref>{{cite web|last=Huang|first=Gregory|title=Hewlett-Packard Expands to Cambridge via Vertica’s "Big Data" Center|url=http://www.xconomy.com/boston/2012/01/23/hewlett-packard-expands-to-cambridge-via-verticas-big-data-center/?single_page=true}}</ref> Around this same time, e-commerce giants [[Staples Inc.|Staples]]<ref>{{cite web|title=Staples to bring e-commerce office to Cambridge's Kendall Square Read more: Staples to bring e-commerce office to Cambridge's Kendall Square - Cambridge, Massachusetts - Cambridge Chronicle http://www.wickedlocal.com/cambridge/news/x690035936/Staples-to-bring-E-commerce-office-to-Cambridges-Kendall-Square#ixzz1nDY39Who|url=http://www.wickedlocal.com/cambridge/news/x690035936/Staples-to-bring-E-commerce-office-to-Cambridges-Kendall-Square#axzz1kg3no7Zg}}</ref> and [[Amazon.com]]<ref>{{cite web|title=Amazon Seeks Brick-And-Mortar Presence In Boston Area|url=http://www.wbur.org/2011/12/22/amazon-boston}}</ref> said they would be opening research and innovation centers in Kendall Square. Video game developer [[Harmonix Music Systems]] is based in [[Central Square (Cambridge)|Central Square]]. The proximity of Cambridge's universities has also made the city a center for nonprofit groups and think tanks, including the [[National Bureau of Economic Research]], the [[Smithsonian Astrophysical Observatory]], the [[Lincoln Institute of Land Policy]], [[Cultural Survival]], and [[One Laptop per Child]]. In September 2011, an initiative by the City of Cambridge called the "[[Entrepreneur Walk of Fame]]" was launched. It seeks to highlight individuals who have made contributions to innovation in the global business community.<ref>{{cite news |title=Stars of invention |author= |first=Kathleen |last=Pierce |url=http://articles.boston.com/2011-09-16/business/30165912_1_gates-and-jobs-microsoft-granite-stars |agency= |newspaper=The Boston Globe|date=September 16, 2011 |page= |pages= |at= |accessdate=October 1, 2011}}</ref> ===Top employers=== The top ten employers in the city are:<ref>{{cite web|url=http://cambridgema.gov/citynewsandpublications/news/2012/01/fy11comprehensiveannualfinancialreportnowavailable.aspx |title=City of Cambridge, Massachusetts Comprehensive Annual Financial Report July 1, 2010—June 30, 2011 |publisher=Cambridgema.gov |date=2011-06-30 |accessdate=2012-04-28}}</ref> {| class="wikitable" |- ! # ! Employer ! # of employees |- | 1 |[[Harvard University]] |10,718 |- |2 |[[Massachusetts Institute of Technology]] |7,604 |- |3 |City of Cambridge |2,922 |- |4 |[[Novartis]] Institutes for BioMedical Research |2,095 |- |5 |[[Mount Auburn Hospital]] |1,665 |- |6 |[[Vertex Pharmaceuticals]] |1,600 |- |7 |[[Genzyme]] |1,504 |- |8 |[[Biogen Idec]] |1,350 |- |9 |[[Federal government of the United States|Federal Government]] |1,316 |- |10 |[[Pfizer]] |1,300 |} ==Transportation== {{See also|Boston transportation}} ===Road=== [[File:Harvard Square at Peabody Street and Mass Avenue.jpg|thumb|[[Massachusetts Avenue (Boston)|Massachusetts Avenue]] in [[Harvard Square]]]] Several major roads lead to Cambridge, including [[Massachusetts State Highway 2|Route 2]], [[Massachusetts State Highway 16|Route 16]] and the [[Massachusetts State Highway 28|McGrath Highway (Route 28)]]. The [[Massachusetts Turnpike]] does not pass through Cambridge, but provides access by an exit in nearby [[Allston, Massachusetts|Allston]]. Both [[U.S. Route 1]] and [[I-93 (MA)]] also provide additional access on the eastern end of Cambridge at Leverett Circle in [[Boston]]. [[Massachusetts State Highway 2A|Route 2A]] runs the length of the city, chiefly along Massachusetts Avenue. The Charles River forms the southern border of Cambridge and is crossed by 11 bridges connecting Cambridge to Boston, including the [[Longfellow Bridge]] and the [[Harvard Bridge]], eight of which are open to motorized road traffic. Cambridge has an irregular street network because many of the roads date from the colonial era. Contrary to popular belief, the road system did not evolve from longstanding cow-paths. Roads connected various village settlements with each other and nearby towns, and were shaped by geographic features, most notably streams, hills, and swampy areas. Today, the major "squares" are typically connected by long, mostly straight roads, such as Massachusetts Avenue between [[Harvard Square]] and [[Central Square (Cambridge)|Central Square]], or Hampshire Street between [[Kendall Square]] and [[Inman Square]]. ===Mass transit=== [[File:Central MBTA station.jpg|thumb|[[Central (MBTA)|Central station on the MBTA Red Line]]]] Cambridge is well served by the [[MBTA]], including the [[Porter (MBTA station)|Porter Square stop]] on the regional [[MBTA Commuter Rail|Commuter Rail]], the [[Lechmere (MBTA station)|Lechmere stop]] on the [[Green Line (MBTA)|Green Line]], and five stops on the [[Red Line (MBTA)|Red Line]] ([[Alewife Station (MBTA)|Alewife]], [[Porter (MBTA)|Porter Square]], [[Harvard (MBTA station)|Harvard Square]], [[Central (MBTA station)|Central Square]], and [[Kendall/MIT (MBTA station)|Kendall Square/MIT]]). Alewife Station, the current terminus of the Red Line, has a large multi-story parking garage (at a rate of $7 per day {{as of|lc=y|2009}}).<ref>{{cite web|url=http://www.mbta.com/schedules_and_maps/subway/lines/stations/?stopId=10029 |title=> Schedules & Maps > Subway > Alewife Station |publisher=MBTA |date= |accessdate=2012-04-28}}</ref> The [[Harvard Bus Tunnel]], under Harvard Square, reduces traffic congestion on the surface, and connects to the Red Line underground. This tunnel was originally opened for streetcars in 1912, and served trackless trolleys and buses as the routes were converted. The tunnel was partially reconfigured when the Red Line was extended to Alewife in the early 1980s. Outside of the state-owned transit agency, the city is also served by the Charles River Transportation Management Agency (CRTMA) shuttles which are supported by some of the largest companies operating in city, in addition to the municipal government itself.<ref>{{cite web |url=http://www.charlesrivertma.org/members.htm |title=Charles River TMA Members |author=Staff writer |date=(As of) January 1, 2013 |work=CRTMA |publisher= |language= |trans_title= |type= |archiveurl= |archivedate= |deadurl= |accessdate=January 1, 2013 |quote= |ref= |separator= |postscript=}} </ref> ===Cycling=== Cambridge has several [[bike path]]s, including one along the Charles River,<ref>{{cite web|url=http://www.mass.gov/dcr/parks/metroboston/maps/bikepaths_dudley.gif |title=Dr. Paul Dudley White Bikepath |date= |accessdate=2012-04-28}}</ref> and the [[Cambridge Linear Park|Linear Park]] connecting the [[Minuteman Bikeway]] at Alewife with the [[Somerville Community Path]]. Bike parking is common and there are bike lanes on many streets, although concerns have been expressed regarding the suitability of many of the lanes. On several central MIT streets, bike lanes transfer onto the sidewalk. Cambridge bans cycling on certain sections of sidewalk where pedestrian traffic is heavy.<ref>{{cite web|url=http://www.cambridgema.gov/cdd/et/bike/bike_ban.html |title=Sidewalk Bicycling Banned Areas – Cambridge Massachusetts |publisher=Cambridgema.gov |date= |accessdate=2012-04-28}}</ref><ref>{{cite web|url=http://www.cambridgema.gov/cdd/et/bike/bike_reg.html |title=Traffic Regulations for Cyclists – Cambridge Massachusetts |publisher=Cambridgema.gov |date=1997-05-01 |accessdate=2012-04-28}}</ref> While ''[[Bicycling Magazine]]'' has rated Boston as one of the worst cities in the nation for bicycling (In their words, for "lousy roads, scarce and unconnected bike lanes and bike-friendly gestures from City Hall that go nowhere—such as hiring a bike coordinator in 2001, only to cut the position two years later"),<ref>[http://www.bicycling.com/article/1,6610,s1-2-16-14593-11,00.html Urban Treasures – bicycling.com]{{dead link|date=April 2012}}</ref> it has listed Cambridge as an honorable mention as one of the best<ref>[http://www.bicycling.com/article/1,6610,s1-2-16-14593-9,00.html Urban Treasures – bicycling.com]{{dead link|date=April 2012}}</ref> and was called by the magazine "Boston's Great Hope." Cambridge has an active, official bicycle committee. ===Walking=== [[File:Weeks Footbridge Cambridge, MA.jpg|thumb|The [[John W. Weeks Bridge|Weeks Bridge]] provides a pedestrian-only connection between Boston's Allston-Brighton neighborhood and Cambridge over the Charles River]] Walking is a popular activity in Cambridge. Per year 2000 data, of the communities in the U.S. with more than 100,000 residents, Cambridge has the highest percentage of commuters who walk to work.<ref>{{cite web|url=http://www.bikesatwork.com/carfree/census-lookup.php?state_select=ALL_STATES&lower_pop=100000&upper_pop=99999999&sort_num=2&show_rows=25&first_row=0 |title=The Carfree Census Database: Result of search for communities in any state with population over 100,000, sorted in descending order by % Pedestrian Commuters |publisher=Bikesatwork.com |date= |accessdate=2012-04-28}}</ref> Cambridge receives a "Walk Score" of 100 out of 100 possible points.<ref>[http://www.walkscore.com/get-score.php?street=cambridge%2C+ma&go=Go Walk Score site] Accessed July 28, 2009</ref> Cambridge's major historic squares have been recently changed into a modern walking landscape, which has sparked a traffic calming program based on the needs of pedestrians rather than of motorists. ===Intercity=== The Boston intercity bus and train stations at [[South Station]], Boston, and [[Logan International Airport]] in [[East Boston]], are accessible by [[Red Line (MBTA)|subway]]. The [[Fitchburg Line]] rail service from [[Porter (MBTA station)|Porter Square]] connects to some western suburbs. Since October 2010, there has also been intercity bus service between [[Alewife (MBTA station)|Alewife Station]] (Cambridge) and [[New York City]].<ref>{{cite web|last=Thomas |first=Sarah |url=http://www.boston.com/yourtown/news/cambridge/2010/10/warren_mbta_welcome_world_wide.html |title=NYC-bound buses will roll from Newton, Cambridge |publisher=Boston.com |date=2010-10-19 |accessdate=2012-04-28}}</ref> ==Media== ===Newspapers=== Cambridge is served by several weekly newspapers. The most prominent is the ''[[Cambridge Chronicle]]'', which is also the oldest surviving weekly paper in the United States. ===Radio=== Cambridge is home to the following commercially licensed and student-run radio stations: {| class=wikitable |- ! [[Callsign]] !! Frequency !! City/town !! Licensee !! Format |- | [[WHRB]] || align=right | 95.3 FM || Cambridge (Harvard) || Harvard Radio Broadcasting Co., Inc. || [[Variety (US radio)|Musical variety]] |- | [[WJIB]] || align=right | 740 AM || Cambridge || Bob Bittner Broadcasting || [[Adult Standards]]/Pop |- | [[WMBR]] || align=right | 88.1 FM || Cambridge (MIT) || Technology Broadcasting Corporation || [[College radio]] |} ===Television=== Cambridge Community Television (CCTV) has served the Cambridge community since its inception in 1988. CCTV operates Cambridge's public access television facility and programs three television channels, 8, 9, and 96 on the Cambridge cable system (Comcast). ===Social media=== As of 2011, a growing number of social media efforts provide means for participatory engagement with the locality of Cambridge, such as Localocracy<ref>"Localocracy is an online town common where registered voters using real names can weigh in on local issues." [http://cambridge.localocracy.com/ Localocracy Cambridge, Massachusetts]. Accessed 2011-10-01</ref> and [[foursquare (website)|Foursquare]]. ==Culture, art and architecture== [[File:Fogg.jpg|thumb|[[Fogg Museum]], Harvard]] ===Museums=== * [[Harvard Art Museum]], including the [[Busch-Reisinger Museum]], a collection of Germanic art the [[Fogg Art Museum]], a comprehensive collection of Western art, and the [[Arthur M. Sackler Museum]], a collection of Middle East and Asian art * [[Harvard Museum of Natural History]], including the [[Glass Flowers]] collection * [[Peabody Museum of Archaeology and Ethnology]], Harvard *[[Semitic Museum]], Harvard * [[MIT Museum]] * [[List Visual Arts Center]], MIT ===Public art=== Cambridge has a large and varied collection of permanent public art, both on city property (managed by the Cambridge Arts Council),<ref>{{cite web|url=http://www.cambridgema.gov/CAC/Public/overview.cfm |title=CAC Public Art Program |publisher=Cambridgema.gov |date=2007-03-13 |accessdate=2012-04-28}}</ref> and on the campuses of Harvard<ref>{{cite web|url=http://ofa.fas.harvard.edu/visualarts/pubart.php |title=Office for the Arts at Harvard: Public Art |publisher=Ofa.fas.harvard.edu |date= |accessdate=2012-04-28}}</ref> and MIT.<ref>{{cite web|url=http://listart.mit.edu/map |title=MIT Public Art Collection Map |publisher=Listart.mit.edu |date= |accessdate=2012-04-28}}</ref> Temporary public artworks are displayed as part of the annual Cambridge River Festival on the banks of the Charles River, during winter celebrations in Harvard and Central Squares, and at university campus sites. Experimental forms of public artistic and cultural expression include the Central Square World's Fair, the Somerville-based annual Honk! Festival,<ref>{{cite web|url=http://honkfest.org/ |title= Honk Fest}}</ref> and [[If This House Could Talk]],<ref>{{cite web|url=http://cambridgehistory.org/discover/ifthishousecouldtalk/index.html |title=The Cambridge Historical Society}}</ref> a neighborhood art and history event. {{or|date=April 2012}} {{Citation needed|date=April 2012}} An active tradition of street musicians and other performers in Harvard Square entertains an audience of tourists and local residents during the warmer months of the year. The performances are coordinated through a public process that has been developed collaboratively by the performers,<ref>{{cite web|url=http://www.buskersadvocates.org/ | title= Street Arts & Buskers Advocates}}</ref> city administrators, private organizations and business groups.<ref>{{cite web|url=http://harvardsquare.com/Home/Arts-and-Entertainment/Street-Arts-and-Buskers-Advocates.aspx |title=Street Arts and Buskers Advocates |publisher=Harvardsquare.com |date= |accessdate=2012-04-28}}</ref> [[File:Longfellow National Historic Site, Cambridge, Massachusetts.JPG|thumb|right|The [[Longfellow National Historic Site]]]] [[File:Wfm stata center.jpg|thumb|[[Stata Center]], MIT]] [[File:Simmons Hall, MIT, Cambridge, Massachusetts.JPG|thumb|[[List of MIT undergraduate dormitories|Simmons Hall]], MIT]] ===Architecture=== Despite intensive urbanization during the late 19th century and 20th century, Cambridge has preserved an unusual number of historic buildings, including some dating to the 17th century. The city also contains an abundance of innovative contemporary architecture, largely built by Harvard and MIT. ;Notable historic buildings in the city include: * The [[Asa Gray House]] (1810) * [[Austin Hall, Harvard University]] (1882–84) * [[Cambridge, Massachusetts City Hall|Cambridge City Hall]] (1888–89) * [[Cambridge Public Library]] (1888) * [[Christ Church, Cambridge]] (1761) * [[Cooper-Frost-Austin House]] (1689–1817) * [[Elmwood (Cambridge, Massachusetts)|Elmwood House]] (1767), residence of the [[President of Harvard University]] * [[First Church of Christ, Scientist (Cambridge, Massachusetts)|First Church of Christ, Scientist]] (1924–30) * [[The First Parish in Cambridge]] (1833) * [[Harvard-Epworth United Methodist Church]] (1891–93) * [[Harvard Lampoon Building]] (1909) * The [[Hooper-Lee-Nichols House]] (1685–1850) * [[Longfellow National Historic Site]] (1759), former home of poet [[Henry Wadsworth Longfellow]] * [[The Memorial Church of Harvard University]] (1932) * [[Memorial Hall, Harvard University]] (1870–77) * [[Middlesex County Courthouse (Massachusetts)|Middlesex County Courthouse]] (1814–48) * [[Urban Rowhouse (40-48 Pearl Street, Cambridge, Massachusetts)|Urban Rowhouse]] (1875) * [[spite house|O'Reilly Spite House]] (1908), built to spite a neighbor who would not sell his adjacent land<ref name="existing">Bloom, Jonathan. (February 2, 2003) [[Boston Globe]] ''[http://nl.newsbank.com/nl-search/we/Archives?p_product=BG&p_theme=bg&p_action=search&p_maxdocs=200&p_topdoc=1&p_text_direct-0=0F907F2342522B5D&p_field_direct-0=document_id&p_perpage=10&p_sort=YMD_date:D Existing by the Thinnest of Margins. A Concord Avenue Landmark Gives New Meaning to Cozy.]'' Section: City Weekly; Page 11. Location: 260 Concord Ave, Cambridge, MA 02138.</ref> {{See also|List of Registered Historic Places in Cambridge, Massachusetts}} ;Contemporary architecture: * [[List of MIT undergraduate dormitories#Baker House|Baker House]] dormitory, MIT, by Finnish architect [[Alvar Aalto]], one of only two buildings by Aalto in the US * Harvard Graduate Center/Harkness Commons, by [[The Architects Collaborative]] (TAC, with [[Walter Gropius]]) * [[Carpenter Center for the Visual Arts]], Harvard, the only building in North America by [[Le Corbusier]] * [[Kresge Auditorium]], MIT, by [[Eero Saarinen]] * [[MIT Chapel]], by [[Eero Saarinen]] * [[Design Research Building]], by [[Benjamin Thompson and Associates]] * [[American Academy of Arts and Sciences]], by [[Kallmann McKinnell and Wood]], also architects of Boston City Hall * [[Arthur M. Sackler Museum]], Harvard, one of the few buildings in the U.S. by [[James Stirling (architect)|James Stirling]], winner of the [[Pritzker Prize]] * [[Stata Center]], MIT, by [[Frank Gehry]] * [[List of MIT undergraduate dormitories#Simmons Hall|Simmons Hall]], MIT, by [[Steven Holl]] ===Music=== <!-- make section generic. NEEDS MORE WORK. remove marketing fluff for Ryles. --> The city has an active music scene from classical performances to the latest popular bands. ==Sister cities== Cambridge has 8 active, official [[Twin towns and sister cities|sister cities]], and an unofficial relationship with [[Cambridge]], England:<ref name="peacom">"A message from the Peace Commission" [http://www.cambridgema.gov/peace/newsandpublications/news/detail.aspx?path=%2fsitecore%2fcontent%2fhome%2fpeace%2fnewsandpublications%2fnews%2f2008%2f02%2finformationoncambridgessistercities].</ref> *{{Flagicon|PRT}} [[Coimbra]], [[Portugal]] *{{Flagicon|CUB}} [[Cienfuegos]], [[Cuba]] *{{Flagicon|ITA}} [[Gaeta]], [[Italy]] *{{Flagicon|IRL}} [[Galway]], [[Republic of Ireland|Ireland]] *{{Flagicon|ARM}} [[Yerevan]], [[Armenia]]<ref>{{cite web|url=http://www.cysca.org/ |title=Cambridge-Yerevan Sister City Association |publisher=Cysca.org |date= |accessdate=2012-04-28}}</ref> *{{Flagicon|SLV}} [[San José Las Flores, Chalatenango|San José Las Flores]], [[El Salvador]] *{{Flagicon|JPN}} [[Tsukuba, Ibaraki|Tsukuba Science City]], Japan *{{Flagicon|POL}} [[Kraków]], [[Poland]] *{{Flagicon|CHN}} [[Haidian District]], [[China]] Ten other official sister city relationships are inactive: [[Dublin]], Ireland; [[Ischia]], [[Catania]], and [[Florence]], Italy; [[Kraków]], Poland; [[Santo Domingo Oeste]], Dominican Republic; [[Southwark]], London, England; [[Yuseong]], Daejeon, Korea; and [[Haidian District|Haidian]], Beijing, China.<ref name="peacom"/> There has also been an unofficial relationship with: *{{Flagicon|GBR}} [[Cambridge]], England, UK<ref>{{cite web|url=http://www.cambridgema.gov/peace/newsandpublications/news/detail.aspx?path=%2fsitecore%2fcontent%2fhome%2fpeace%2fnewsandpublications%2fnews%2f2008%2f02%2finformationoncambridgessistercities |title="Sister Cities", Cambridge Peace Commission |publisher=Cambridgema.gov |date=2008-02-15 |accessdate=2012-07-18}}</ref> ==Zip codes== *02138—Harvard Square/West Cambridge *02139—Central Square/Inman Square/MIT *02140—Porter Square/North Cambridge *02141—East Cambridge *02142—Kendall Square ==References== {{reflist|30em}} ==General references== * ''History of Middlesex County, Massachusetts'', [http://books.google.com/books?id=QGolOAyd9RMC&dq=intitle:History+intitle:of+intitle:Middlesex+intitle:County+intitle:Massachusetts&lr=&num=50&as_brr=0&source=gbs_other_versions_sidebar_s&cad=5 Volume 1 (A-H)], [http://books.google.com/books?id=hNaAnwRMedUC&pg=PA506&dq=intitle:History+intitle:of+intitle:Middlesex+intitle:County+intitle:Massachusetts&lr=&num=50&as_brr=0#PPA3,M1 Volume 2 (L-W)] compiled by Samuel Adams Drake, published 1879–1880. ** [http://books.google.com/books?id=QGolOAyd9RMC&printsec=titlepage#PPA305,M1 Cambridge article] by Rev. Edward Abbott in volume 1, pages 305–358. *Eliot, Samuel Atkins. ''A History of Cambridge, Massachusetts: 1630–1913''. Cambridge: The Cambridge Tribune, 1913. *Hiestand, Emily. "Watershed: An Excursion in Four Parts" The Georgia Review Spring 1998 pages 7–28 *[[Lucius Robinson Paige|Paige, Lucius]]. ''History of Cambridge, Massachusetts: 1630–1877''. Cambridge: The Riverside Press, 1877. *Survey of Architectural History in Cambridge: Mid Cambridge, 1967, Cambridge Historical Commission, Cambridge, Mass.{{ISBN missing}} *Survey of Architectural History in Cambridge: Cambridgeport, 1971 ISBN 0-262-53013-9, Cambridge Historical Commission, Cambridge, Mass. *Survey of Architectural History in Cambridge: Old Cambridge, 1973 ISBN 0-262-53014-7, Cambridge Historical Commission, Cambridge, Mass. *Survey of Architectural History in Cambridge: Northwest Cambridge, 1977 ISBN 0-262-53032-5, Cambridge Historical Commission, Cambridge, Mass. *Survey of Architectural History in Cambridge: East Cambridge, 1988 (revised) ISBN 0-262-53078-3, Cambridge Historical Commission, Cambridge, Mass. *{{cite book|last=Sinclair|first=Jill|title=Fresh Pond: The History of a Cambridge Landscape|publisher=MIT Press|location=Cambridge, Mass.|date=April 2009|isbn=978-0-262-19591-1 }} *{{cite book|last=Seaburg|first=Alan|title=Cambridge on the Charles|url=http://books.google.com/books?id=c7_oCS782-8C|publisher=Anne Miniver Press|location=Billerica, Mass.|year=2001|author=Seaburg, A. and Dahill, T. and Rose, C.H.|isbn=978-0-9625794-9-3}} ==External links== {{Commons category}} <!-- for current and future use if material is uploaded --> {{Wikivoyage|Cambridge (Massachusetts)}} {{Portal|Boston}} {{Commons category|Cambridge, Massachusetts}} *{{Official website|http://www.cambridgema.gov/}} *[http://www.cambridge-usa.org/ Cambridge Office for Tourism] *[http://www.city-data.com/city/Cambridge-Massachusetts.html City-Data.com] *[http://www.epodunk.com/cgi-bin/genInfo.php?locIndex=2894 ePodunk: Profile for Cambridge, Massachusetts] *{{dmoz|Regional/North_America/United_States/Massachusetts/Localities/C/Cambridge}} <br/><!--this break is to put visual space between the last information and the following template if needed--> ===Maps=== *[http://www.cambridgema.gov/GIS/FindMapAtlas.cfm Cambridge Maps] *[http://www.cambridgema.gov/GIS City of Cambridge Geographic Information System (GIS)] *[http://www.salemdeeds.com/atlases_results.asp?ImageType=index&atlastype=MassWorld&atlastown=&atlas=MASSACHUSETTS+1871&atlas_desc=MASSACHUSETTS+1871 ''1871 Atlas of Massachusetts''.] by Wall & Gray. [http://www.salemdeeds.com/atlases_pages.asp?ImageName=PAGE_0010_0011.jpg&atlastype=MassWorld&atlastown=&atlas=MASSACHUSETTS+1871&atlas_desc=MASSACHUSETTS+1871&pageprefix= Map of Massachusetts.] [http://www.salemdeeds.com/atlases_pages.asp?ImageName=PAGE_0044_0045.jpg&atlastype=MassWorld&atlastown=&atlas=MASSACHUSETTS+1871&atlas_desc=MASSACHUSETTS+1871&pageprefix= Map of Middlesex County.] *Dutton, E.P. [http://maps.bpl.org/details_10717/?srch_query=Dutton%2C+E.P.&srch_fields=all&srch_author=on&srch_style=exact&srch_fa=save&srch_ok=Go+Search Chart of Boston Harbor and Massachusetts Bay with Map of Adjacent Country.] Published 1867. A good map of roads and rail lines around Cambridge. *[http://www.citymap.com/cambridge/index.htm Cambridge Citymap – Community, Business, and Visitor Map.] *[http://docs.unh.edu/towns/CambridgeMassachusettsMapList.htm Old USGS maps of Cambridge area.] {{Greater Boston}} {{Middlesex County, Massachusetts}} {{Massachusetts}} {{New England}} {{Massachusetts cities and mayors of 100,000 population}} [[Category:Cambridge, Massachusetts| ]] [[Category:University towns in the United States]] [[Category:County seats in Massachusetts]] [[Category:Populated places established in 1630]] [[Category:Charles River]] [[Category:Place names of English origin in the United States]] [[af:Cambridge, Massachusetts]] [[ar:كامبريدج، ماساتشوستس]] [[zh-min-nan:Cambridge, Massachusetts]] [[be:Горад Кембрыдж, Масачусетс]] [[be-x-old:Кембрыдж (Масачусэтс)]] [[bg:Кеймбридж (Масачузетс)]] [[br:Cambridge (Massachusetts)]] [[ca:Cambridge (Massachusetts)]] [[cs:Cambridge (Massachusetts)]] [[cy:Cambridge, Massachusetts]] [[da:Cambridge (Massachusetts)]] [[de:Cambridge (Massachusetts)]] [[et:Cambridge (Massachusetts)]] [[es:Cambridge (Massachusetts)]] [[eo:Kembriĝo (Masaĉuseco)]] [[eu:Cambridge (Massachusetts)]] [[fa:کمبریج (ماساچوست)]] [[fr:Cambridge (Massachusetts)]] [[gd:Cambridge (MA)]] [[ko:케임브리지 (매사추세츠 주)]] [[hy:Քեմբրիջ (Մասաչուսեթս)]] [[id:Cambridge, Massachusetts]] [[it:Cambridge (Massachusetts)]] [[he:קיימברידג' (מסצ'וסטס)]] [[jv:Cambridge, Massachusetts]] [[kk:Кэмбридж (Массачусетс)]] [[kw:Cambridge, Massachusetts]] [[sw:Cambridge, Massachusetts]] [[ht:Cambridge, Massachusetts]] [[la:Cantabrigia (Massachusetta)]] [[lv:Keimbridža]] [[lb:Cambridge (Massachusetts)]] [[hu:Cambridge (Massachusetts)]] [[mr:केंब्रिज, मॅसेच्युसेट्स]] [[ms:Cambridge, Massachusetts]] [[nl:Cambridge (Massachusetts)]] [[ja:ケンブリッジ (マサチューセッツ州)]] [[no:Cambridge (Massachusetts)]] [[pl:Cambridge (Massachusetts)]] [[pt:Cambridge (Massachusetts)]] [[ro:Cambridge, Massachusetts]] [[ru:Кембридж (Массачусетс)]] [[scn:Cambridge (Massachusetts), USA]] [[simple:Cambridge, Massachusetts]] [[sk:Cambridge (Massachusetts)]] [[sl:Cambridge, Massachusetts]] [[sr:Кембриџ (Масачусетс)]] [[fi:Cambridge (Massachusetts)]] [[sv:Cambridge, Massachusetts]] [[tl:Cambridge, Massachusetts]] [[ta:கேம்பிரிஜ், மாசசூசெட்ஸ்]] [[th:เคมบริดจ์ (รัฐแมสซาชูเซตส์)]] [[tg:Кембриҷ (Массачусетс)]] [[tr:Cambridge, Massachusetts]] [[uk:Кембридж (Массачусетс)]] [[vi:Cambridge, Massachusetts]] [[vo:Cambridge (Massachusetts)]] [[war:Cambridge, Massachusetts]] [[yi:קעמברידזש, מאסאטשוסעטס]] [[zh:剑桥 (马萨诸塞州)]]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:67: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:349: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1757: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1547: Rat problems were found!
Total time: 52 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.6.0_41 -server -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.6.0_41) - Build # 4653
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4653/
Java: 64bit/jdk1.6.0_41 -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([DD9E6E09E1C1DFC9:5C78E011969EBFF5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:662)
Build Log:
[...truncated 8627 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 0 T1689 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 5 T1689 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363136852575
[junit4:junit4] 2> 5 T1689 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 6 T1690 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 7 T1690 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 7 T1690 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 7 T1690 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 7 T1690 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 8 T1690 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363136852575/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 106 T1689 oasc.ZkTestServer.run start zk server on port:40513
[junit4:junit4] 2> 107 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c7cc18d
[junit4:junit4] 2> 108 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 108 T1695 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 109 T1695 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 109 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41769
[junit4:junit4] 2> 110 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41769
[junit4:junit4] 2> 110 T1693 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 155 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620000 with negotiated timeout 10000 for client /127.0.0.1:41769
[junit4:junit4] 2> 155 T1695 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620000, negotiated timeout = 10000
[junit4:junit4] 2> 156 T1696 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c7cc18d name:ZooKeeperConnection Watcher:127.0.0.1:40513 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 156 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 156 T1689 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 158 T1694 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6149b2620000
[junit4:junit4] 2> 159 T1696 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 159 T1689 oaz.ZooKeeper.close Session: 0x13d6149b2620000 closed
[junit4:junit4] 2> 159 T1691 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:41769 which had sessionid 0x13d6149b2620000
[junit4:junit4] 2> 159 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a2af0b9
[junit4:junit4] 2> 160 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 160 T1697 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 160 T1697 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 160 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41770
[junit4:junit4] 2> 161 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41770
[junit4:junit4] 2> 163 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620001 with negotiated timeout 10000 for client /127.0.0.1:41770
[junit4:junit4] 2> 163 T1697 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620001, negotiated timeout = 10000
[junit4:junit4] 2> 163 T1698 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a2af0b9 name:ZooKeeperConnection Watcher:127.0.0.1:40513/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 163 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 164 T1689 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 166 T1689 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 169 T1689 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 171 T1689 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 173 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 174 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 179 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 180 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 184 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 184 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 188 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 189 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 193 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 193 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 197 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 198 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 202 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 203 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 207 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 208 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 212 T1689 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 213 T1689 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 217 T1694 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6149b2620001
[junit4:junit4] 2> 218 T1698 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 218 T1691 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:41770 which had sessionid 0x13d6149b2620001
[junit4:junit4] 2> 218 T1689 oaz.ZooKeeper.close Session: 0x13d6149b2620001 closed
[junit4:junit4] 2> 306 T1689 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 309 T1689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58097
[junit4:junit4] 2> 310 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 310 T1689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 311 T1689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789
[junit4:junit4] 2> 311 T1689 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789/solr.xml
[junit4:junit4] 2> 311 T1689 oasc.CoreContainer.<init> New CoreContainer 743871607
[junit4:junit4] 2> 312 T1689 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789/'
[junit4:junit4] 2> 312 T1689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789/'
[junit4:junit4] 2> 334 T1689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 335 T1689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 335 T1689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 335 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 336 T1689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 336 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 337 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 337 T1689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 338 T1689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 338 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 346 T1689 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 357 T1689 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40513/solr
[junit4:junit4] 2> 357 T1689 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 357 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@21d0423a
[junit4:junit4] 2> 358 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 358 T1708 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 359 T1708 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 359 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41771
[junit4:junit4] 2> 359 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41771
[junit4:junit4] 2> 360 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620002 with negotiated timeout 20000 for client /127.0.0.1:41771
[junit4:junit4] 2> 360 T1708 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620002, negotiated timeout = 20000
[junit4:junit4] 2> 360 T1709 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21d0423a name:ZooKeeperConnection Watcher:127.0.0.1:40513 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 361 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 361 T1694 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6149b2620002
[junit4:junit4] 2> 362 T1709 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 362 T1691 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:41771 which had sessionid 0x13d6149b2620002
[junit4:junit4] 2> 362 T1689 oaz.ZooKeeper.close Session: 0x13d6149b2620002 closed
[junit4:junit4] 2> 362 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 364 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f6fc4fb
[junit4:junit4] 2> 365 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 365 T1710 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 366 T1710 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 366 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41772
[junit4:junit4] 2> 366 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41772
[junit4:junit4] 2> 367 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620003 with negotiated timeout 20000 for client /127.0.0.1:41772
[junit4:junit4] 2> 367 T1710 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620003, negotiated timeout = 20000
[junit4:junit4] 2> 367 T1711 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f6fc4fb name:ZooKeeperConnection Watcher:127.0.0.1:40513/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 367 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 368 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 369 T1689 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 370 T1689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58097_
[junit4:junit4] 2> 371 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58097_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58097_
[junit4:junit4] 2> 371 T1689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58097_
[junit4:junit4] 2> 374 T1689 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 378 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 378 T1689 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 381 T1689 oasc.Overseer.start Overseer (id=89334536770551811-127.0.0.1:58097_-n_0000000000) starting
[junit4:junit4] 2> 381 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 382 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 384 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 386 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 387 T1713 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 388 T1689 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 391 T1689 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 394 T1689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 397 T1712 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 402 T1714 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789/collection1
[junit4:junit4] 2> 402 T1714 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 403 T1714 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 403 T1714 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 405 T1714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789/collection1/'
[junit4:junit4] 2> 406 T1714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789/collection1/lib/README' to classloader
[junit4:junit4] 2> 406 T1714 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 450 T1714 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 495 T1714 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 496 T1714 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 500 T1714 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 920 T1714 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 925 T1714 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 928 T1714 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 937 T1714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 939 T1714 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 942 T1714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 943 T1714 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 943 T1714 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 943 T1714 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 944 T1714 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 944 T1714 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 944 T1714 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 945 T1714 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363136852789/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/control/data/
[junit4:junit4] 2> 945 T1714 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e5dfaf1
[junit4:junit4] 2> 945 T1714 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 946 T1714 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/control/data forceNew: false
[junit4:junit4] 2> 946 T1714 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363136852575/control/data/index/
[junit4:junit4] 2> 946 T1714 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363136852575/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 947 T1714 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/control/data/index forceNew: false
[junit4:junit4] 2> 950 T1714 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254890tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fde884e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 950 T1714 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 952 T1714 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 952 T1714 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 953 T1714 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 954 T1714 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 954 T1714 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 955 T1714 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 955 T1714 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 956 T1714 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 956 T1714 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 960 T1714 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 964 T1714 oass.SolrIndexSearcher.<init> Opening Searcher@3d478b91 main
[junit4:junit4] 2> 964 T1714 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/control/data/tlog
[junit4:junit4] 2> 965 T1714 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 965 T1714 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 971 T1715 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d478b91 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 973 T1714 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 973 T1714 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 974 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1902 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1903 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:58097_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58097"}
[junit4:junit4] 2> 1903 T1712 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1903 T1712 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1904 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1910 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1977 T1714 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1977 T1714 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58097 collection:control_collection shard:shard1
[junit4:junit4] 2> 1978 T1714 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1986 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 1987 T1714 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1987 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 1990 T1714 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1990 T1714 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1990 T1714 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58097/collection1/
[junit4:junit4] 2> 1991 T1714 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1991 T1714 oasc.SyncStrategy.syncToMe http://127.0.0.1:58097/collection1/ has no replicas
[junit4:junit4] 2> 1991 T1714 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58097/collection1/
[junit4:junit4] 2> 1992 T1714 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1997 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3416 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3428 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3452 T1714 oasc.ZkController.register We are http://127.0.0.1:58097/collection1/ and leader is http://127.0.0.1:58097/collection1/
[junit4:junit4] 2> 3452 T1714 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58097
[junit4:junit4] 2> 3452 T1714 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3452 T1714 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3453 T1714 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3454 T1714 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3455 T1689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3455 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3456 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3459 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3460 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@69ca42c
[junit4:junit4] 2> 3461 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3461 T1717 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 3461 T1717 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 3461 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41774
[junit4:junit4] 2> 3462 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41774
[junit4:junit4] 2> 3462 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620004 with negotiated timeout 10000 for client /127.0.0.1:41774
[junit4:junit4] 2> 3462 T1717 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620004, negotiated timeout = 10000
[junit4:junit4] 2> 3463 T1718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69ca42c name:ZooKeeperConnection Watcher:127.0.0.1:40513/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3463 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3464 T1689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3465 T1689 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3532 T1689 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3534 T1689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50261
[junit4:junit4] 2> 3534 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3535 T1689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3535 T1689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035
[junit4:junit4] 2> 3535 T1689 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035/solr.xml
[junit4:junit4] 2> 3536 T1689 oasc.CoreContainer.<init> New CoreContainer 1617333470
[junit4:junit4] 2> 3536 T1689 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035/'
[junit4:junit4] 2> 3537 T1689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035/'
[junit4:junit4] 2> 3554 T1689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3555 T1689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3555 T1689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3555 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3556 T1689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3556 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3556 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3557 T1689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3557 T1689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3557 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3563 T1689 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3574 T1689 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40513/solr
[junit4:junit4] 2> 3574 T1689 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3575 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2ab71271
[junit4:junit4] 2> 3575 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3576 T1728 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 3576 T1728 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 3576 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41775
[junit4:junit4] 2> 3577 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41775
[junit4:junit4] 2> 3578 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620005 with negotiated timeout 20000 for client /127.0.0.1:41775
[junit4:junit4] 2> 3578 T1728 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620005, negotiated timeout = 20000
[junit4:junit4] 2> 3579 T1729 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ab71271 name:ZooKeeperConnection Watcher:127.0.0.1:40513 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3579 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3580 T1694 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6149b2620005
[junit4:junit4] 2> 3580 T1729 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3580 T1691 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:41775 which had sessionid 0x13d6149b2620005
[junit4:junit4] 2> 3580 T1689 oaz.ZooKeeper.close Session: 0x13d6149b2620005 closed
[junit4:junit4] 2> 3580 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3583 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@34ab3f21
[junit4:junit4] 2> 3583 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3584 T1730 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 3584 T1730 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 3584 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41776
[junit4:junit4] 2> 3584 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41776
[junit4:junit4] 2> 3585 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620006 with negotiated timeout 20000 for client /127.0.0.1:41776
[junit4:junit4] 2> 3585 T1730 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620006, negotiated timeout = 20000
[junit4:junit4] 2> 3585 T1731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ab3f21 name:ZooKeeperConnection Watcher:127.0.0.1:40513/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3586 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3586 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3587 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3588 T1689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4590 T1689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50261_
[junit4:junit4] 2> 4591 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50261_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50261_
[junit4:junit4] 2> 4593 T1689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50261_
[junit4:junit4] 2> 4594 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 4600 T1718 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4601 T1731 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4601 T1711 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4626 T1732 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035/collection1
[junit4:junit4] 2> 4627 T1732 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4627 T1732 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4627 T1732 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4628 T1732 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035/collection1/'
[junit4:junit4] 2> 4628 T1732 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035/collection1/lib/README' to classloader
[junit4:junit4] 2> 4629 T1732 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4663 T1732 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 4695 T1732 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4696 T1732 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4699 T1732 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4934 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4935 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:58097_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58097"}
[junit4:junit4] 2> 4938 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4938 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4938 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5093 T1732 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5099 T1732 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5101 T1732 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5110 T1732 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5113 T1732 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5116 T1732 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5117 T1732 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5117 T1732 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5117 T1732 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5118 T1732 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5118 T1732 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5118 T1732 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5119 T1732 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363136856035/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty1/
[junit4:junit4] 2> 5119 T1732 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e5dfaf1
[junit4:junit4] 2> 5119 T1732 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5120 T1732 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty1 forceNew: false
[junit4:junit4] 2> 5120 T1732 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty1/index/
[junit4:junit4] 2> 5120 T1732 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5121 T1732 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty1/index forceNew: false
[junit4:junit4] 2> 5125 T1732 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5125 T1732 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5127 T1732 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5128 T1732 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5128 T1732 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5129 T1732 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5129 T1732 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5130 T1732 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5130 T1732 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5131 T1732 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5131 T1732 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5133 T1732 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5137 T1732 oass.SolrIndexSearcher.<init> Opening Searcher@3efed1c main
[junit4:junit4] 2> 5137 T1732 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty1/tlog
[junit4:junit4] 2> 5138 T1732 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5138 T1732 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5142 T1733 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3efed1c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5143 T1732 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5144 T1732 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6443 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6444 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:50261_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50261"}
[junit4:junit4] 2> 6444 T1712 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 6445 T1712 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6450 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6450 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6450 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7145 T1732 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7145 T1732 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50261 collection:collection1 shard:shard1
[junit4:junit4] 2> 7146 T1732 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7156 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7157 T1732 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7158 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7160 T1732 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7160 T1732 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7161 T1732 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50261/collection1/
[junit4:junit4] 2> 7161 T1732 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7162 T1732 oasc.SyncStrategy.syncToMe http://127.0.0.1:50261/collection1/ has no replicas
[junit4:junit4] 2> 7162 T1732 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50261/collection1/
[junit4:junit4] 2> 7162 T1732 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7168 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7954 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7965 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7965 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7965 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7972 T1732 oasc.ZkController.register We are http://127.0.0.1:50261/collection1/ and leader is http://127.0.0.1:50261/collection1/
[junit4:junit4] 2> 7973 T1732 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50261
[junit4:junit4] 2> 7973 T1732 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 7973 T1732 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 7974 T1732 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 7976 T1732 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7978 T1689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 7979 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7979 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8065 T1689 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8067 T1689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38138
[junit4:junit4] 2> 8068 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8068 T1689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8069 T1689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553
[junit4:junit4] 2> 8069 T1689 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553/solr.xml
[junit4:junit4] 2> 8069 T1689 oasc.CoreContainer.<init> New CoreContainer 465020223
[junit4:junit4] 2> 8070 T1689 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553/'
[junit4:junit4] 2> 8070 T1689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553/'
[junit4:junit4] 2> 8093 T1689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8094 T1689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8095 T1689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8095 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8096 T1689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8097 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8097 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8098 T1689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8099 T1689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8099 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8105 T1689 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8115 T1689 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40513/solr
[junit4:junit4] 2> 8116 T1689 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8116 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@49a22ec2
[junit4:junit4] 2> 8117 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8117 T1744 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 8118 T1744 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 8118 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41777
[junit4:junit4] 2> 8119 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41777
[junit4:junit4] 2> 8120 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620007 with negotiated timeout 20000 for client /127.0.0.1:41777
[junit4:junit4] 2> 8120 T1744 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620007, negotiated timeout = 20000
[junit4:junit4] 2> 8121 T1745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49a22ec2 name:ZooKeeperConnection Watcher:127.0.0.1:40513 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8121 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8122 T1694 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6149b2620007
[junit4:junit4] 2> 8123 T1745 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8123 T1691 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:41777 which had sessionid 0x13d6149b2620007
[junit4:junit4] 2> 8123 T1689 oaz.ZooKeeper.close Session: 0x13d6149b2620007 closed
[junit4:junit4] 2> 8124 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8126 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@159e3a18
[junit4:junit4] 2> 8126 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8126 T1746 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 8128 T1746 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 8128 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41778
[junit4:junit4] 2> 8128 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41778
[junit4:junit4] 2> 8129 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620008 with negotiated timeout 20000 for client /127.0.0.1:41778
[junit4:junit4] 2> 8129 T1746 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620008, negotiated timeout = 20000
[junit4:junit4] 2> 8129 T1747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@159e3a18 name:ZooKeeperConnection Watcher:127.0.0.1:40513/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8129 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8130 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8130 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8132 T1689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9134 T1689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38138_
[junit4:junit4] 2> 9135 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b2620008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38138_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38138_
[junit4:junit4] 2> 9136 T1689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38138_
[junit4:junit4] 2> 9139 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9139 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9140 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9140 T1747 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9142 T1731 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9143 T1718 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9143 T1711 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9149 T1748 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553/collection1
[junit4:junit4] 2> 9149 T1748 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9150 T1748 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9151 T1748 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9152 T1748 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553/collection1/'
[junit4:junit4] 2> 9153 T1748 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553/collection1/lib/README' to classloader
[junit4:junit4] 2> 9153 T1748 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9182 T1748 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9222 T1748 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9223 T1748 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9226 T1748 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9471 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9472 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:50261_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50261"}
[junit4:junit4] 2> 9474 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9474 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9475 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9475 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9647 T1748 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9652 T1748 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9654 T1748 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9672 T1748 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9675 T1748 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9678 T1748 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9678 T1748 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9679 T1748 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9679 T1748 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9680 T1748 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9680 T1748 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9680 T1748 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9681 T1748 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363136860553/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty2/
[junit4:junit4] 2> 9681 T1748 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e5dfaf1
[junit4:junit4] 2> 9681 T1748 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9682 T1748 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty2 forceNew: false
[junit4:junit4] 2> 9682 T1748 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty2/index/
[junit4:junit4] 2> 9682 T1748 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9683 T1748 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty2/index forceNew: false
[junit4:junit4] 2> 9686 T1748 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254892tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75d43833),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9686 T1748 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9687 T1748 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9688 T1748 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9688 T1748 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9689 T1748 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9689 T1748 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9689 T1748 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9689 T1748 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9690 T1748 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9690 T1748 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9692 T1748 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9694 T1748 oass.SolrIndexSearcher.<init> Opening Searcher@17041540 main
[junit4:junit4] 2> 9694 T1748 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty2/tlog
[junit4:junit4] 2> 9695 T1748 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9695 T1748 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9701 T1749 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17041540 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9704 T1748 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9704 T1748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 10979 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10981 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:38138_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:38138"}
[junit4:junit4] 2> 10981 T1712 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 10981 T1712 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 10987 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10987 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10987 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10987 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11706 T1748 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11707 T1748 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38138 collection:collection1 shard:shard1
[junit4:junit4] 2> 11711 T1748 oasc.ZkController.register We are http://127.0.0.1:38138/collection1/ and leader is http://127.0.0.1:50261/collection1/
[junit4:junit4] 2> 11712 T1748 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38138
[junit4:junit4] 2> 11712 T1748 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11713 T1748 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@2dd5467 url=http://127.0.0.1:38138/collection1 node=127.0.0.1:38138_ C104_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:38138_, base_url=http://127.0.0.1:38138}
[junit4:junit4] 2> 11713 T1750 C104 P38138 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11714 T1750 C104 P38138 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11714 T1748 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11715 T1750 C104 P38138 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 11715 T1750 C104 P38138 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11716 T1689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 11717 T1750 C104 P38138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11717 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11718 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11778 T1689 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 11780 T1689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43995
[junit4:junit4] 2> 11781 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 11781 T1689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 11781 T1689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291
[junit4:junit4] 2> 11782 T1689 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291/solr.xml
[junit4:junit4] 2> 11782 T1689 oasc.CoreContainer.<init> New CoreContainer 1648905698
[junit4:junit4] 2> 11782 T1689 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291/'
[junit4:junit4] 2> 11783 T1689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291/'
[junit4:junit4] 2> 11798 T1689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 11798 T1689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 11798 T1689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 11799 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 11799 T1689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 11799 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 11800 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 11800 T1689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 11800 T1689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 11800 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 11806 T1689 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 11815 T1689 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40513/solr
[junit4:junit4] 2> 11815 T1689 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 11816 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f900da2
[junit4:junit4] 2> 11816 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11817 T1761 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 11817 T1761 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 11817 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41781
[junit4:junit4] 2> 11817 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41781
[junit4:junit4] 2> 11818 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b2620009 with negotiated timeout 20000 for client /127.0.0.1:41781
[junit4:junit4] 2> 11818 T1761 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b2620009, negotiated timeout = 20000
[junit4:junit4] 2> 11819 T1762 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f900da2 name:ZooKeeperConnection Watcher:127.0.0.1:40513 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11819 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11819 T1694 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6149b2620009
[junit4:junit4] 2> 11820 T1762 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 11820 T1691 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:41781 which had sessionid 0x13d6149b2620009
[junit4:junit4] 2> 11820 T1689 oaz.ZooKeeper.close Session: 0x13d6149b2620009 closed
[junit4:junit4] 2> 11820 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 11822 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@44c78091
[junit4:junit4] 2> 11823 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11823 T1763 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 11824 T1763 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 11824 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41782
[junit4:junit4] 2> 11824 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41782
[junit4:junit4] 2> 11824 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b262000a with negotiated timeout 20000 for client /127.0.0.1:41782
[junit4:junit4] 2> 11824 T1763 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b262000a, negotiated timeout = 20000
[junit4:junit4] 2> 11825 T1764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44c78091 name:ZooKeeperConnection Watcher:127.0.0.1:40513/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11825 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11826 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b262000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11826 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b262000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11828 T1689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 12494 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12495 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:38138_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:38138"}
[junit4:junit4] 2> 12499 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12500 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12499 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12500 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12499 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12722 T1724 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:38138__collection1&state=recovering&nodeName=127.0.0.1:38138_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 12830 T1689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43995_
[junit4:junit4] 2> 12831 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b262000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43995_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43995_
[junit4:junit4] 2> 12832 T1689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43995_
[junit4:junit4] 2> 12835 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12835 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12836 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12837 T1764 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12837 T1747 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12837 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12837 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12839 T1718 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12839 T1731 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12841 T1711 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12847 T1765 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291/collection1
[junit4:junit4] 2> 12848 T1765 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 12849 T1765 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 12849 T1765 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 12851 T1765 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291/collection1/'
[junit4:junit4] 2> 12852 T1765 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291/collection1/lib/README' to classloader
[junit4:junit4] 2> 12852 T1765 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 12900 T1765 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 12932 T1765 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 12934 T1765 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 12937 T1765 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 13328 T1765 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 13334 T1765 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 13336 T1765 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 13351 T1765 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13357 T1765 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13362 T1765 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13364 T1765 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13365 T1765 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13365 T1765 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13367 T1765 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13367 T1765 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13367 T1765 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13368 T1765 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363136864291/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty3/
[junit4:junit4] 2> 13368 T1765 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e5dfaf1
[junit4:junit4] 2> 13369 T1765 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13370 T1765 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty3 forceNew: false
[junit4:junit4] 2> 13370 T1765 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty3/index/
[junit4:junit4] 2> 13371 T1765 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 13372 T1765 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty3/index forceNew: false
[junit4:junit4] 2> 13377 T1765 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254893tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f41db57),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13377 T1765 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 13381 T1765 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 13382 T1765 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 13384 T1765 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 13385 T1765 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 13386 T1765 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 13386 T1765 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 13387 T1765 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 13388 T1765 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 13389 T1765 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 13392 T1765 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 13398 T1765 oass.SolrIndexSearcher.<init> Opening Searcher@751d4f67 main
[junit4:junit4] 2> 13399 T1765 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty3/tlog
[junit4:junit4] 2> 13400 T1765 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 13400 T1765 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 13404 T1766 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@751d4f67 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13406 T1765 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 13406 T1765 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14007 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14008 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43995_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43995"}
[junit4:junit4] 2> 14009 T1712 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 14009 T1712 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 14014 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14015 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14015 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14015 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14015 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14408 T1765 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 14409 T1765 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43995 collection:collection1 shard:shard1
[junit4:junit4] 2> 14412 T1765 oasc.ZkController.register We are http://127.0.0.1:43995/collection1/ and leader is http://127.0.0.1:50261/collection1/
[junit4:junit4] 2> 14413 T1765 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43995
[junit4:junit4] 2> 14413 T1765 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 14413 T1765 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C105 name=collection1 org.apache.solr.core.SolrCore@4147a7fd url=http://127.0.0.1:43995/collection1 node=127.0.0.1:43995_ C105_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:43995_, base_url=http://127.0.0.1:43995}
[junit4:junit4] 2> 14414 T1767 C105 P43995 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 14415 T1765 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14415 T1767 C105 P43995 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 14416 T1767 C105 P43995 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 14416 T1767 C105 P43995 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14431 T1689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 14432 T1767 C105 P43995 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14431 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 14433 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14510 T1689 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 14512 T1689 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45024
[junit4:junit4] 2> 14513 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 14513 T1689 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 14513 T1689 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009
[junit4:junit4] 2> 14514 T1689 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009/solr.xml
[junit4:junit4] 2> 14514 T1689 oasc.CoreContainer.<init> New CoreContainer 1218989316
[junit4:junit4] 2> 14514 T1689 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009/'
[junit4:junit4] 2> 14515 T1689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009/'
[junit4:junit4] 2> 14532 T1689 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 14532 T1689 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 14532 T1689 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 14533 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 14533 T1689 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 14533 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 14534 T1689 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 14534 T1689 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 14534 T1689 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 14535 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 14540 T1689 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 14550 T1689 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40513/solr
[junit4:junit4] 2> 14550 T1689 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 14551 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@32ca0d3a
[junit4:junit4] 2> 14552 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14552 T1778 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 14559 T1778 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 14559 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41785
[junit4:junit4] 2> 14559 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41785
[junit4:junit4] 2> 14560 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b262000b with negotiated timeout 20000 for client /127.0.0.1:41785
[junit4:junit4] 2> 14560 T1778 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b262000b, negotiated timeout = 20000
[junit4:junit4] 2> 14560 T1779 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32ca0d3a name:ZooKeeperConnection Watcher:127.0.0.1:40513 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14561 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14562 T1694 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6149b262000b
[junit4:junit4] 2> 14562 T1779 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 14562 T1691 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:41785 which had sessionid 0x13d6149b262000b
[junit4:junit4] 2> 14562 T1689 oaz.ZooKeeper.close Session: 0x13d6149b262000b closed
[junit4:junit4] 2> 14563 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 14566 T1689 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40513/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@d9bcf54
[junit4:junit4] 2> 14567 T1689 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14567 T1780 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40513. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 14567 T1780 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40513, initiating session
[junit4:junit4] 2> 14567 T1691 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:41786
[junit4:junit4] 2> 14568 T1691 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:41786
[junit4:junit4] 2> 14568 T1693 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6149b262000c with negotiated timeout 20000 for client /127.0.0.1:41786
[junit4:junit4] 2> 14568 T1780 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40513, sessionid = 0x13d6149b262000c, negotiated timeout = 20000
[junit4:junit4] 2> 14569 T1781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d9bcf54 name:ZooKeeperConnection Watcher:127.0.0.1:40513/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14569 T1689 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14569 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b262000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 14570 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b262000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 14571 T1689 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> C104_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:38138_, base_url=http://127.0.0.1:38138}
[junit4:junit4] 2> 14724 T1750 C104 P38138 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50261/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 14724 T1750 C104 P38138 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38138 START replicas=[http://127.0.0.1:50261/collection1/] nUpdates=100
[junit4:junit4] 2> 14725 T1750 C104 P38138 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 14725 T1750 C104 P38138 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 14726 T1750 C104 P38138 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 14726 T1750 C104 P38138 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 14726 T1750 C104 P38138 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 14726 T1750 C104 P38138 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50261/collection1/. core=collection1
[junit4:junit4] 2> 14727 T1750 C104 P38138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C106 name=collection1 org.apache.solr.core.SolrCore@661f5f2 url=http://127.0.0.1:50261/collection1 node=127.0.0.1:50261_ C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50261_, base_url=http://127.0.0.1:50261, leader=true}
[junit4:junit4] 2> 14733 T1726 C106 P50261 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 14739 T1724 C106 P50261 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 14743 T1724 C106 P50261 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14744 T1724 C106 P50261 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14753 T1724 C106 P50261 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14754 T1724 C106 P50261 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 14755 T1724 C106 P50261 oass.SolrIndexSearcher.<init> Opening Searcher@1cd24875 realtime
[junit4:junit4] 2> 14755 T1724 C106 P50261 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14756 T1724 C106 P50261 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 2> 14758 T1750 C104 P38138 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14758 T1750 C104 P38138 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14761 T1727 C106 P50261 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14761 T1727 C106 P50261 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14762 T1750 C104 P38138 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 14763 T1750 C104 P38138 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 14763 T1750 C104 P38138 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 14765 T1724 C106 P50261 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 14766 T1750 C104 P38138 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 14768 T1750 C104 P38138 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty2/index.20130312210747337 forceNew: false
[junit4:junit4] 2> 14769 T1750 C104 P38138 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f667d9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac81776) fullCopy=false
[junit4:junit4] 2> 14772 T1726 C106 P50261 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> 14773 T1750 C104 P38138 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 14775 T1750 C104 P38138 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 14775 T1750 C104 P38138 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 14778 T1750 C104 P38138 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254892tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75d43833),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254892tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75d43833),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14779 T1750 C104 P38138 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 14779 T1750 C104 P38138 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 14780 T1750 C104 P38138 oass.SolrIndexSearcher.<init> Opening Searcher@66dea933 main
[junit4:junit4] 2> 14781 T1749 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66dea933 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 14782 T1750 C104 P38138 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f667d9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac81776)
[junit4:junit4] 2> 14782 T1750 C104 P38138 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 14782 T1750 C104 P38138 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 14783 T1750 C104 P38138 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 14783 T1750 C104 P38138 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14785 T1750 C104 P38138 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 15522 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15523 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43995_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43995"}
[junit4:junit4] 2> 15528 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:38138_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:38138"}
[junit4:junit4] 2> 15548 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15548 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15548 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15548 T1781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15548 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15548 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15573 T1689 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45024_
[junit4:junit4] 2> 15575 T1694 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6149b262000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45024_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45024_
[junit4:junit4] 2> 15576 T1689 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45024_
[junit4:junit4] 2> 15579 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15579 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15579 T1781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15579 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15579 T1747 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15579 T1764 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15580 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15581 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15582 T1711 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15583 T1718 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15583 T1731 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15583 T1781 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15589 T1784 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009/collection1
[junit4:junit4] 2> 15590 T1784 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 15591 T1784 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 15591 T1784 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 15593 T1784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009/collection1/'
[junit4:junit4] 2> 15593 T1784 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009/collection1/lib/README' to classloader
[junit4:junit4] 2> 15594 T1784 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 15638 T1784 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 15683 T1784 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 15684 T1784 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 15687 T1784 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 16376 T1784 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 16382 T1784 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 16384 T1784 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 16401 T1784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 16404 T1784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 16407 T1784 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 16408 T1784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 16408 T1784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 16408 T1784 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 16409 T1784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 16409 T1784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 16409 T1784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 16409 T1784 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363136867009/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty4/
[junit4:junit4] 2> 16409 T1784 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e5dfaf1
[junit4:junit4] 2> 16410 T1784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 16411 T1784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty4 forceNew: false
[junit4:junit4] 2> 16411 T1784 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty4/index/
[junit4:junit4] 2> 16411 T1784 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 16412 T1784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty4/index forceNew: false
[junit4:junit4] 2> 16441 T1725 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:43995__collection1&state=recovering&nodeName=127.0.0.1:43995_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2000
[junit4:junit4] 2> 16675 T1784 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254894tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@126cbd6d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 16676 T1784 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 16679 T1784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 16680 T1784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 16681 T1784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 16681 T1784 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 16682 T1784 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 16682 T1784 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 16682 T1784 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 16683 T1784 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 16683 T1784 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 16685 T1784 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 16687 T1784 oass.SolrIndexSearcher.<init> Opening Searcher@68aa8a8b main
[junit4:junit4] 2> 16688 T1784 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty4/tlog
[junit4:junit4] 2> 16688 T1784 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 16688 T1784 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 16692 T1785 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@68aa8a8b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 16694 T1784 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 16694 T1784 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 17058 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17060 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45024_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45024"}
[junit4:junit4] 2> 17060 T1712 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 17060 T1712 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 17066 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17066 T1781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17066 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17066 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17066 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17066 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17695 T1784 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 17696 T1784 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45024 collection:collection1 shard:shard1
[junit4:junit4] 2> 17700 T1784 oasc.ZkController.register We are http://127.0.0.1:45024/collection1/ and leader is http://127.0.0.1:50261/collection1/
[junit4:junit4] 2> 17700 T1784 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45024
[junit4:junit4] 2> 17700 T1784 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 17701 T1784 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C107 name=collection1 org.apache.solr.core.SolrCore@38795441 url=http://127.0.0.1:45024/collection1 node=127.0.0.1:45024_ C107_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:45024_, base_url=http://127.0.0.1:45024}
[junit4:junit4] 2> 17702 T1786 C107 P45024 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 17703 T1786 C107 P45024 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 17703 T1784 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17703 T1786 C107 P45024 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 17704 T1786 C107 P45024 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 17705 T1786 C107 P45024 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17705 T1689 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 17706 T1689 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 17707 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17712 T1689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17714 T1689 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 17714 T1689 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 17716 T1689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C105_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43995_, base_url=http://127.0.0.1:43995}
[junit4:junit4] 2> 18442 T1767 C105 P43995 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50261/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 18443 T1767 C105 P43995 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43995 START replicas=[http://127.0.0.1:50261/collection1/] nUpdates=100
[junit4:junit4] 2> 18443 T1767 C105 P43995 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 18444 T1767 C105 P43995 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 18444 T1767 C105 P43995 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 18445 T1767 C105 P43995 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 18445 T1767 C105 P43995 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 18445 T1767 C105 P43995 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50261/collection1/. core=collection1
[junit4:junit4] 2> 18446 T1727 C106 P50261 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 18446 T1767 C105 P43995 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18451 T1724 C106 P50261 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 18463 T1724 C106 P50261 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18464 T1724 C106 P50261 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18464 T1724 C106 P50261 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 18465 T1724 C106 P50261 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 2> 18466 T1767 C105 P43995 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 18466 T1767 C105 P43995 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 18468 T1727 C106 P50261 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 18469 T1767 C105 P43995 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 18470 T1767 C105 P43995 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 18470 T1767 C105 P43995 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 18472 T1724 C106 P50261 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0
[junit4:junit4] 2> 18473 T1767 C105 P43995 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 18474 T1767 C105 P43995 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty3/index.20130312210751044 forceNew: false
[junit4:junit4] 2> 18475 T1767 C105 P43995 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4eaf1b4d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bbfb9e3) fullCopy=false
[junit4:junit4] 2> 18477 T1725 C106 P50261 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 18479 T1767 C105 P43995 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 18480 T1767 C105 P43995 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 18480 T1767 C105 P43995 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 18483 T1767 C105 P43995 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254893tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f41db57),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254893tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f41db57),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18483 T1767 C105 P43995 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18484 T1767 C105 P43995 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 18484 T1767 C105 P43995 oass.SolrIndexSearcher.<init> Opening Searcher@46ebbcfe main
[junit4:junit4] 2> 18486 T1766 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46ebbcfe main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 18487 T1767 C105 P43995 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@4eaf1b4d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6bbfb9e3)
[junit4:junit4] 2> 18487 T1767 C105 P43995 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 18487 T1767 C105 P43995 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 18487 T1767 C105 P43995 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 18488 T1767 C105 P43995 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18490 T1767 C105 P43995 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 18573 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18574 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45024_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45024"}
[junit4:junit4] 2> 18580 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43995_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43995"}
[junit4:junit4] 2> 18593 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18594 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18594 T1781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18594 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18594 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18594 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18713 T1726 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:45024__collection1&state=recovering&nodeName=127.0.0.1:45024_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 18718 T1689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19720 T1689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C107_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:45024_, base_url=http://127.0.0.1:45024}
[junit4:junit4] 2> 20714 T1786 C107 P45024 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50261/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 20714 T1786 C107 P45024 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45024 START replicas=[http://127.0.0.1:50261/collection1/] nUpdates=100
[junit4:junit4] 2> 20715 T1786 C107 P45024 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 20715 T1786 C107 P45024 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 20716 T1786 C107 P45024 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 20716 T1786 C107 P45024 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 20717 T1786 C107 P45024 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 20717 T1786 C107 P45024 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50261/collection1/. core=collection1
[junit4:junit4] 2> 20717 T1786 C107 P45024 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 20718 T1726 C106 P50261 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 20722 T1689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20724 T1724 C106 P50261 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 20733 T1724 C106 P50261 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 20734 T1724 C106 P50261 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 20735 T1724 C106 P50261 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 20735 T1724 C106 P50261 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 20736 T1786 C107 P45024 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20736 T1786 C107 P45024 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 20739 T1727 C106 P50261 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 20740 T1786 C107 P45024 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 20740 T1786 C107 P45024 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 20740 T1786 C107 P45024 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 20743 T1726 C106 P50261 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1
[junit4:junit4] 2> 20744 T1786 C107 P45024 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 20746 T1786 C107 P45024 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363136852575/jetty4/index.20130312210753314 forceNew: false
[junit4:junit4] 2> 20746 T1786 C107 P45024 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6cf8e286 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43f91abf) fullCopy=false
[junit4:junit4] 2> 20749 T1724 C106 P50261 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 20751 T1786 C107 P45024 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 20752 T1786 C107 P45024 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 20753 T1786 C107 P45024 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 20755 T1786 C107 P45024 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254894tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@126cbd6d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254894tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@126cbd6d),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 20756 T1786 C107 P45024 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 20757 T1786 C107 P45024 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 20757 T1786 C107 P45024 oass.SolrIndexSearcher.<init> Opening Searcher@455f2a2c main
[junit4:junit4] 2> 20759 T1785 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@455f2a2c main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 20760 T1786 C107 P45024 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@6cf8e286 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43f91abf)
[junit4:junit4] 2> 20760 T1786 C107 P45024 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 20760 T1786 C107 P45024 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 20761 T1786 C107 P45024 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 20761 T1786 C107 P45024 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 20764 T1786 C107 P45024 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 21606 T1712 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21607 T1712 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45024_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45024"}
[junit4:junit4] 2> 21612 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21612 T1731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21612 T1711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21613 T1781 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21612 T1718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21612 T1747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21724 T1689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21726 T1689 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C108 name=collection1 org.apache.solr.core.SolrCore@4711dafb url=http://127.0.0.1:58097/collection1 node=127.0.0.1:58097_ C108_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:58097_, base_url=http://127.0.0.1:58097, leader=true}
[junit4:junit4] 2> 21736 T1705 C108 P58097 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21739 T1705 C108 P58097 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254890tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fde884e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 21740 T1705 C108 P58097 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 21753 T1705 C108 P58097 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254890tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fde884e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254890tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fde884e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 21754 T1705 C108 P58097 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 21755 T1705 C108 P58097 oass.SolrIndexSearcher.<init> Opening Searcher@1d6f2ea6 main
[junit4:junit4] 2> 21756 T1705 C108 P58097 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21757 T1715 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d6f2ea6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 21758 T1705 C108 P58097 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4] 2> 21764 T1725 C106 P50261 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21783 T1725 C106 P50261 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 21784 T1725 C106 P50261 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 21785 T1725 C106 P50261 oass.SolrIndexSearcher.<init> Opening Searcher@488b4ac0 main
[junit4:junit4] 2> 21785 T1725 C106 P50261 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21786 T1733 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@488b4ac0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 21787 T1725 C106 P50261 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:38138/collection1/, StdNode: http://127.0.0.1:43995/collection1/, StdNode: http://127.0.0.1:45024/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> C105_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43995_, base_url=http://127.0.0.1:43995}
[junit4:junit4] 2> 21798 T1758 C105 P43995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C107_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:45024_, base_url=http://127.0.0.1:45024}
[junit4:junit4] 2> 21798 T1777 C107 P45024 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C104_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:38138_, base_url=http://127.0.0.1:38138}
[junit4:junit4] 2> 21800 T1740 C104 P38138 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21833 T1758 C105 P43995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254893tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f41db57),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254893tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f41db57),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 21834 T1758 C105 P43995 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 21834 T1740 C104 P38138 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254892tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75d43833),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254892tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75d43833),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 21835 T1758 C105 P43995 oass.SolrIndexSearcher.<init> Opening Searcher@8910ea2 main
[junit4:junit4] 2> 21835 T1740 C104 P38138 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 21836 T1758 C105 P43995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21834 T1777 C107 P45024 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254894tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@126cbd6d),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254894tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@126cbd6d),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 21836 T1740 C104 P38138 oass.SolrIndexSearcher.<init> Opening Searcher@4a6bf2cc main
[junit4:junit4] 2> 21837 T1766 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8910ea2 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 21837 T1777 C107 P45024 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 21837 T1740 C104 P38138 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21838 T1777 C107 P45024 oass.SolrIndexSearcher.<init> Opening Searcher@44f3d724 main
[junit4:junit4] 2> 21838 T1758 C105 P43995 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 40
[junit4:junit4] 2> 21839 T1749 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a6bf2cc main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 21838 T1777 C107 P45024 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21840 T1740 C104 P38138 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 40
[junit4:junit4] 2> 21840 T1785 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44f3d724 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 21841 T1777 C107 P45024 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 43
[junit4:junit4] 2> 21842 T1725 C106 P50261 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 78
[junit4:junit4] 2> 21844 T1689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21847 T1727 C106 P50261 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 21850 T1742 C104 P38138 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 21853 T1760 C105 P43995 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 21856 T1774 C107 P45024 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 23860 T1705 C108 P58097 oass.SolrIndexSearcher.<init> Opening Searcher@29f65cee realtime
[junit4:junit4] 2> 23861 T1705 C108 P58097 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429352613338415104)} 0 2
[junit4:junit4] 2> 23870 T1774 C107 P45024 /update {update.distrib=FROMLEADER&_version_=-1429352613343657984&update.from=http://127.0.0.1:50261/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429352613343657984)} 0 2
[junit4:junit4] 2> 23870 T1758 C105 P43995 /update {update.distrib=FROMLEADER&_version_=-1429352613343657984&update.from=http://127.0.0.1:50261/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429352613343657984)} 0 2
[junit4:junit4] 2> 23872 T1741 C104 P38138 /update {update.distrib=FROMLEADER&_version_=-1429352613343657984&update.from=http://127.0.0.1:50261/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429352613343657984)} 0 4
[junit4:junit4] 2> 23873 T1725 C106 P50261 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429352613343657984)} 0 9
[junit4:junit4] 2> 23879 T1707 C108 P58097 /update {wt=javabin&version=2} {add=[0 (1429352613357289472)]} 0 3
[junit4:junit4] 2> 23889 T1760 C105 P43995 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429352613362532352)]} 0 3
[junit4:junit4] 2> 23890 T1742 C104 P38138 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429352613362532352)]} 0 3
[junit4:junit4] 2> 23890 T1775 C107 P45024 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429352613362532352)]} 0 3
[junit4:junit4] 2> 23891 T1726 C106 P50261 /update {wt=javabin&version=2} {add=[0 (1429352613362532352)]} 0 9
[junit4:junit4] 2> 23895 T1704 C108 P58097 /update {wt=javabin&version=2} {add=[1 (1429352613375115264)]} 0 1
[junit4:junit4] 2> 23903 T1776 C107 P45024 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429352613379309568)]} 0 2
[junit4:junit4] 2> 23903 T1743 C104 P38138 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429352613379309568)]} 0 2
[junit4:junit4] 2> 23903 T1757 C105 P43995 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429352613379309568)]} 0 2
[junit4:junit4] 2> 23904 T1724 C106 P50261 /update {wt=javabin&version=2} {add=[1 (1429352613379309568)]} 0 6
[junit4:junit4] 2> 23908 T1706 C108 P58097 /update {wt=javabin&version=2} {add=[2 (1429352613388746752)]} 0 1
[junit4:junit4] 2> 23916 T1777 C107 P45024 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429352613392941056)]} 0 1
[junit4:junit4] 2> 23916 T1759 C105 P43995 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429352613392941056)]} 0 1
[junit4:junit4] 2> 23917 T1727 C106 P50261 /update {test.distrib.skip.servers=http://127.0.0.1:38138/collection1/&wt=javabin&version=2} {add=[2 (1429352613392941056)]} 0 6
[junit4:junit4] 2> 23921 T1705 C108 P58097 /update {wt=javabin&version=2} {add=[3 (1429352613402378240)]} 0 1
[junit4:junit4] 2> 23928 T1774 C107 P45024 /update {distrib.from=http://127.0.0.1:50261/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429352613406572544)]} 0 1
[junit4:junit4] 2> 23929 T1725 C106 P50261 /update {test.distrib.skip.servers=http://127.0.0.1:38138/collection1/&test.distrib.skip.servers=http://127.0.0.1:43995/collection1/&wt=javabin&version=2} {add=[3 (1429352613406572544)]} 0 5
[junit4:junit4] 2> 23932 T1707 C108 P58097 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23973 T1707 C108 P58097 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254890tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fde884e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254890tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fde884e),segFN=segments_3,generation=3,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fnm, _0.nvm, _0_MockRandom_0.skp, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0.fdx, _0_Asserting_0.pos, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt, segments_3]
[junit4:junit4] 2> 23976 T1707 C108 P58097 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fnm, _0.nvm, _0_MockRandom_0.skp, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_MockRandom_0.tip, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0.fdx, _0_Asserting_0.pos, _0_MockRandom_0.pyl, _0_MockRandom_0.tim, _0.fdt, segments_3]
[junit4:junit4] 2> 23984 T1707 C108 P58097 oass.SolrIndexSearcher.<init> Opening Searcher@24db8fa main
[junit4:junit4] 2> 23985 T1707 C108 P58097 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23986 T1715 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24db8fa main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 23987 T1707 C108 P58097 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 55
[junit4:junit4] 2> 23990 T1726 C106 P50261 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24033 T1726 C106 P50261 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254891tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2509fe5d),segFN=segments_6,generation=6,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0.nvd, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_MockRandom_0.tim, segments_6, _0_Asserting_0.doc, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4] 2> 24034 T1726 C106 P50261 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0.nvd, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_MockRandom_0.tim, segments_6, _0_Asserting_0.doc, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4] 2> 24042 T1726 C106 P50261 oass.SolrIndexSearcher.<init> Opening Searcher@1787e1ba main
[junit4:junit4] 2> 24043 T1726 C106 P50261 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24044 T1733 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1787e1ba main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24045 T1726 C106 P50261 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:38138/collection1/, StdNode: http://127.0.0.1:43995/collection1/, StdNode: http://127.0.0.1:45024/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 24048 T1740 C104 P38138 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24048 T1775 C107 P45024 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24048 T1758 C105 P43995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24104 T1775 C107 P45024 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254894tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@126cbd6d),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254894tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@126cbd6d),segFN=segments_6,generation=6,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0.nvd, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_MockRandom_0.tim, segments_6, _0_Asserting_0.doc, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4] 2> 24104 T1740 C104 P38138 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254892tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75d43833),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254892tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75d43833),segFN=segments_4,generation=4,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0.nvd, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_MockRandom_0.tim, _0_Asserting_0.doc, _0_Lucene41_0.tip, _0.fdt, segments_4]
[junit4:junit4] 2> 24106 T1740 C104 P38138 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0.nvd, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_MockRandom_0.tim, _0_Asserting_0.doc, _0_Lucene41_0.tip, _0.fdt, segments_4]
[junit4:junit4] 2> 24106 T1775 C107 P45024 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_MockRandom_0.tip, _0_MockRandom_0.sd, _0_Pulsing41_0.tim, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_Pulsing41_0.tip, _0_MockRandom_0.pos, _0.nvd, _0.fdx, _0.si, _0_Asserting_0.pos, _0_Lucene41_0.tim, _0_MockRandom_0.tim, segments_6, _0_Asserting_0.doc, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4] 2> 24113 T1758 C105 P43995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254893tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f41db57),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index5488254893tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f41db57),segFN=segments_5,generation=5,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0_MockRandom_0.tib, _0.fnm, _0.nvm, _0_MockRandom_0.skp, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0.fdx, _0_MockRandom_0.pyl, segments_5, _0_Asserting_0.pos, _0.fdt]
[junit4:junit4] 2> 24114 T1775 C107 P45024 oass.SolrIndexSearcher.<init> Opening Searcher@723cd397 main
[junit4:junit4] 2> 24114 T1758 C105 P43995 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Lucene41_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0.nvd, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0_MockRandom_0.tib, _0.fnm, _0.nvm, _0_MockRandom_0.skp, _0_MockRandom_0.frq, _0_MockRandom_0.sd, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_MockRandom_0.tiv, _0_Lucene41_0.doc, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _0.fdx, _0_MockRandom_0.pyl, segments_5, _0_Asserting_0.pos, _0.fdt]
[junit4:junit4] 2> 24115 T1775 C107 P45024 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24114 T1740 C104 P38138 oass.SolrIndexSearcher.<init> Opening Searcher@56e81326 main
[junit4:junit4] 2> 24116 T1785 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@723cd397 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24116 T1740 C104 P38138 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24117 T1775 C107 P45024 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 69
[junit4:junit4] 2> 24117 T1749 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56e81326 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4] 2> 24118 T1740 C104 P38138 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 70
[junit4:junit4] 2> 24122 T1758 C105 P43995 oass.SolrIndexSearcher.<init> Opening Searcher@12092c82 main
[junit4:junit4] 2> 24123 T1758 C105 P43995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24124 T1766 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12092c82 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4] 2> 24124 T1758 C105 P43995 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 76
[junit4:junit4] 2> 24125 T1726 C106 P50261 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 135
[junit4:junit4] 2> 24126 T1689 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 24127 T1689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24129 T1689 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 24132 T1724 C106 P50261 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 24135 T1741 C104 P38138 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=1
[junit4:junit4] 2> 24138 T1760 C105 P43995 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=1
[junit4:junit4] 2> 24140 T1776 C107 P45024 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 24142 T1689 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24149 T1759 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4] 2> 24149 T1759 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24155 T1725 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4] 2> 24156 T1725 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50261/collection1/
[junit4:junit4] 2> 24156 T1725 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50261 START replicas=[http://127.0.0.1:38138/collection1/, http://127.0.0.1:43995/collection1
[...truncated too long message...]
a/Kentucky/Monticello -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE 49.0s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([DD9E6E09E1C1DFC9:5C78E011969EBFF5]:0)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4] > at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4] > at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] 2> 49033 T1689 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 49035 T1688 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4] 2> 49144 T1764 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 49145 T1764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 49145 T1764 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 49146 T1764 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 49431 T1692 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Asserting), text=Pulsing41(freqCutoff=15 minBlockSize=30 maxBlockSize=81), _version_=Lucene41(blocksize=128), rnd_b=PostingsFormat(name=MockRandom), intDefault=Lucene41(blocksize=128), id=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=Asserting), other_tl1=Lucene41(blocksize=128), multiDefault=PostingsFormat(name=Asserting), a_si=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=nl_BE, timezone=America/Kentucky/Monticello
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/Sun Microsystems Inc. 1.6.0_41 (64-bit)/cpus=8,threads=7,free=105209376,total=178462720
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestBadConfig, TestSearchPerf, TestLRUCache, DistributedQueryElevationComponentTest, ReturnFieldsTest, FileBasedSpellCheckerTest, FieldMutatingUpdateProcessorTest, UnloadDistributedZkTest, TestValueSourceCache, TestExtendedDismaxParser, TestStressVersions, TestFieldTypeResource, TestCopyFieldCollectionResource, PeerSyncTest, TestFaceting, RAMDirectoryFactoryTest, MoreLikeThisHandlerTest, TestFastLRUCache, SliceStateUpdateTest, TermVectorComponentTest, CircularListTest, SpellingQueryConverterTest, LeaderElectionTest, TestGroupingSearch, WordBreakSolrSpellCheckerTest, TestFuzzyAnalyzedSuggestions, SoftAutoCommitTest, TestXIncludeConfig, SolrInfoMBeanTest, PrimitiveFieldTypeTest, ExternalFileFieldSortTest, ScriptEngineTest, PrimUtilsTest, FastVectorHighlighterTest, ClusterStateUpdateTest, MinimalSchemaTest, AlternateDirectoryTest, CSVRequestHandlerTest, AnalysisAfterCoreReloadTest, TestQueryUtils, TestPseudoReturnFields, TestSolrDeletionPolicy2, StatelessScriptUpdateProcessorFactoryTest, SolrCoreTest, TestCharFilters, CacheHeaderTest, TestFastWriter, SearchHandlerTest, TestSolrIndexConfig, DirectSolrConnectionTest, TestRandomDVFaceting, TestWriterPerf, PreAnalyzedFieldTest, ChaosMonkeyNothingIsSafeTest, TermsComponentTest, TestDocumentBuilder, DocumentBuilderTest, DistributedSpellCheckComponentTest, TestPHPSerializedResponseWriter, RegexBoostProcessorTest, TestRemoteStreaming, SliceStateTest, JsonLoaderTest, SuggesterTest, TestDynamicFieldCollectionResource, BasicDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 49.56s, 1 test, 1 failure <<< FAILURES!
[...truncated 418 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 failure, 13 ignored (7 assumptions)
Total time: 39 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0_41 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/ibm-j9-jdk7) - Build # 4652
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4652/
Java: 64bit/ibm-j9-jdk7
1 tests failed.
REGRESSION: org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testCambridgeMA
Error Message:
Array index out of range: 37
Stack Trace:
java.lang.ArrayIndexOutOfBoundsException: Array index out of range: 37
at __randomizedtesting.SeedInfo.seed([799075267795A72A:F885168D193BFF2B]:0)
at org.apache.lucene.search.postingshighlight.Passage.addMatch(Passage.java:53)
at org.apache.lucene.search.postingshighlight.PostingsHighlighter.highlightDoc(PostingsHighlighter.java:424)
at org.apache.lucene.search.postingshighlight.PostingsHighlighter.highlightField(PostingsHighlighter.java:310)
at org.apache.lucene.search.postingshighlight.PostingsHighlighter.highlightFields(PostingsHighlighter.java:273)
at org.apache.lucene.search.postingshighlight.PostingsHighlighter.highlight(PostingsHighlighter.java:176)
at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testCambridgeMA(TestPostingsHighlighter.java:370)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
at java.lang.reflect.Method.invoke(Method.java:613)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:780)
Build Log:
[...truncated 7031 lines...]
[junit4:junit4] Suite: org.apache.lucene.search.postingshighlight.TestPostingsHighlighter
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPostingsHighlighter -Dtests.method=testCambridgeMA -Dtests.seed=799075267795A72A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr -Dtests.timezone=America/Eirunepe -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 0.48s J0 | TestPostingsHighlighter.testCambridgeMA <<<
[junit4:junit4] > Throwable #1: java.lang.ArrayIndexOutOfBoundsException: Array index out of range: 37
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([799075267795A72A:F885168D193BFF2B]:0)
[junit4:junit4] > at org.apache.lucene.search.postingshighlight.Passage.addMatch(Passage.java:53)
[junit4:junit4] > at org.apache.lucene.search.postingshighlight.PostingsHighlighter.highlightDoc(PostingsHighlighter.java:424)
[junit4:junit4] > at org.apache.lucene.search.postingshighlight.PostingsHighlighter.highlightField(PostingsHighlighter.java:310)
[junit4:junit4] > at org.apache.lucene.search.postingshighlight.PostingsHighlighter.highlightFields(PostingsHighlighter.java:273)
[junit4:junit4] > at org.apache.lucene.search.postingshighlight.PostingsHighlighter.highlight(PostingsHighlighter.java:176)
[junit4:junit4] > at org.apache.lucene.search.postingshighlight.TestPostingsHighlighter.testCambridgeMA(TestPostingsHighlighter.java:370)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:780)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {body=Pulsing41(freqCutoff=19 minBlockSize=62 maxBlockSize=133), title=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=sr, timezone=America/Eirunepe
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/IBM Corporation 1.7.0 (64-bit)/cpus=8,threads=1,free=4559464,total=14811136
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestPostingsHighlighter]
[junit4:junit4] Completed on J0 in 1.78s, 10 tests, 1 error <<< FAILURES!
[...truncated 55 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:374: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:548: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1757: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 19 suites, 179 tests, 1 error
Total time: 23 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/ibm-j9-jdk7
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_15) - Build # 4651
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4651/
Java: 64bit/jdk1.7.0_15 -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([685E820104E26B9A:E9B80C1973BD0BA6]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9130 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 0 T211 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 7 T211 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363124403909
[junit4:junit4] 2> 8 T211 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 9 T212 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 10 T212 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 10 T212 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 10 T212 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 11 T212 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 12 T212 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363124403909/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 109 T211 oasc.ZkTestServer.run start zk server on port:38435
[junit4:junit4] 2> 109 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@44a239e5
[junit4:junit4] 2> 110 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 110 T217 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 111 T217 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 111 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59734
[junit4:junit4] 2> 111 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59734
[junit4:junit4] 2> 112 T215 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 206 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90000 with negotiated timeout 10000 for client /127.0.0.1:59734
[junit4:junit4] 2> 206 T217 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90000, negotiated timeout = 10000
[junit4:junit4] 2> 207 T218 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44a239e5 name:ZooKeeperConnection Watcher:127.0.0.1:38435 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 207 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 207 T211 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 211 T216 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d608bbec90000
[junit4:junit4] 2> 212 T218 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 212 T211 oaz.ZooKeeper.close Session: 0x13d608bbec90000 closed
[junit4:junit4] 2> 212 T213 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59734 which had sessionid 0x13d608bbec90000
[junit4:junit4] 2> 213 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@441e5777
[junit4:junit4] 2> 214 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 214 T219 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 214 T219 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 215 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59735
[junit4:junit4] 2> 215 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59735
[junit4:junit4] 2> 216 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90001 with negotiated timeout 10000 for client /127.0.0.1:59735
[junit4:junit4] 2> 216 T219 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90001, negotiated timeout = 10000
[junit4:junit4] 2> 216 T220 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@441e5777 name:ZooKeeperConnection Watcher:127.0.0.1:38435/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 217 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 217 T211 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 221 T211 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 225 T211 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 229 T211 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 233 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 234 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 241 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 243 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 248 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 248 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 252 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 253 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 257 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 257 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 261 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 262 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 266 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 266 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 270 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 271 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 274 T211 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 274 T211 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 279 T216 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d608bbec90001
[junit4:junit4] 2> 279 T220 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 279 T211 oaz.ZooKeeper.close Session: 0x13d608bbec90001 closed
[junit4:junit4] 2> 279 T213 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59735 which had sessionid 0x13d608bbec90001
[junit4:junit4] 2> 337 T211 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 343 T211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40528
[junit4:junit4] 2> 344 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 344 T211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 344 T211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181
[junit4:junit4] 2> 344 T211 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181/solr.xml
[junit4:junit4] 2> 345 T211 oasc.CoreContainer.<init> New CoreContainer 1758908947
[junit4:junit4] 2> 345 T211 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181/'
[junit4:junit4] 2> 345 T211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181/'
[junit4:junit4] 2> 362 T211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 363 T211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 363 T211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 363 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 364 T211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 364 T211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 364 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 365 T211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 365 T211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 365 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 371 T211 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 380 T211 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38435/solr
[junit4:junit4] 2> 380 T211 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 381 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@f78866f
[junit4:junit4] 2> 381 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 382 T230 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 382 T230 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 382 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59736
[junit4:junit4] 2> 383 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59736
[junit4:junit4] 2> 383 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90002 with negotiated timeout 20000 for client /127.0.0.1:59736
[junit4:junit4] 2> 384 T230 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90002, negotiated timeout = 20000
[junit4:junit4] 2> 384 T231 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f78866f name:ZooKeeperConnection Watcher:127.0.0.1:38435 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 384 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 386 T216 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d608bbec90002
[junit4:junit4] 2> 386 T231 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 387 T213 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59736 which had sessionid 0x13d608bbec90002
[junit4:junit4] 2> 386 T211 oaz.ZooKeeper.close Session: 0x13d608bbec90002 closed
[junit4:junit4] 2> 387 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 390 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@73bce598
[junit4:junit4] 2> 391 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 391 T232 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 392 T232 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 392 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59737
[junit4:junit4] 2> 392 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59737
[junit4:junit4] 2> 393 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90003 with negotiated timeout 20000 for client /127.0.0.1:59737
[junit4:junit4] 2> 393 T232 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90003, negotiated timeout = 20000
[junit4:junit4] 2> 394 T233 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73bce598 name:ZooKeeperConnection Watcher:127.0.0.1:38435/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 394 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 396 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 397 T211 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 400 T211 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40528_
[junit4:junit4] 2> 401 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40528_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40528_
[junit4:junit4] 2> 401 T211 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40528_
[junit4:junit4] 2> 406 T211 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 413 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 414 T211 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 417 T211 oasc.Overseer.start Overseer (id=89333720934842371-127.0.0.1:40528_-n_0000000000) starting
[junit4:junit4] 2> 418 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 419 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 420 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 421 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 421 T235 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 422 T211 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 426 T211 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 428 T211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 433 T236 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181/collection1
[junit4:junit4] 2> 433 T236 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 434 T236 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 434 T234 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 434 T236 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 436 T236 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181/collection1/'
[junit4:junit4] 2> 437 T236 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181/collection1/lib/README' to classloader
[junit4:junit4] 2> 437 T236 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 460 T236 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 492 T236 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 493 T236 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 499 T236 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 782 T236 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 788 T236 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 790 T236 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 810 T236 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 814 T236 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 817 T236 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 819 T236 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 819 T236 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 819 T236 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 821 T236 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 821 T236 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 821 T236 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 822 T236 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363124404181/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/control/data/
[junit4:junit4] 2> 822 T236 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b24bfb
[junit4:junit4] 2> 822 T236 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 823 T236 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/control/data forceNew: false
[junit4:junit4] 2> 823 T236 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363124403909/control/data/index/
[junit4:junit4] 2> 823 T236 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363124403909/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 823 T236 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/control/data/index forceNew: false
[junit4:junit4] 2> 825 T236 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4577a9ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@914594a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 826 T236 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 827 T236 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 828 T236 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 828 T236 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 828 T236 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 829 T236 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 829 T236 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 829 T236 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 830 T236 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 830 T236 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 833 T236 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 835 T236 oass.SolrIndexSearcher.<init> Opening Searcher@32119303 main
[junit4:junit4] 2> 836 T236 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/control/data/tlog
[junit4:junit4] 2> 836 T236 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 837 T236 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 841 T237 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32119303 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 843 T236 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 843 T236 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 844 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1940 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1941 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:40528_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40528"}
[junit4:junit4] 2> 1941 T234 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1941 T234 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1942 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1949 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2847 T236 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2848 T236 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40528 collection:control_collection shard:shard1
[junit4:junit4] 2> 2849 T236 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2858 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2859 T236 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2859 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2861 T236 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2862 T236 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2862 T236 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40528/collection1/
[junit4:junit4] 2> 2862 T236 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2862 T236 oasc.SyncStrategy.syncToMe http://127.0.0.1:40528/collection1/ has no replicas
[junit4:junit4] 2> 2862 T236 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40528/collection1/
[junit4:junit4] 2> 2863 T236 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2868 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3455 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3466 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3473 T236 oasc.ZkController.register We are http://127.0.0.1:40528/collection1/ and leader is http://127.0.0.1:40528/collection1/
[junit4:junit4] 2> 3473 T236 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40528
[junit4:junit4] 2> 3473 T236 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3473 T236 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3474 T236 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3476 T236 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3477 T211 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3477 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3478 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3481 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3482 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4f467b14
[junit4:junit4] 2> 3483 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3483 T239 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3483 T239 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 3484 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59738
[junit4:junit4] 2> 3484 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59738
[junit4:junit4] 2> 3485 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90004 with negotiated timeout 10000 for client /127.0.0.1:59738
[junit4:junit4] 2> 3485 T239 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90004, negotiated timeout = 10000
[junit4:junit4] 2> 3485 T240 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f467b14 name:ZooKeeperConnection Watcher:127.0.0.1:38435/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3486 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3488 T211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3490 T211 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3544 T211 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3546 T211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39868
[junit4:junit4] 2> 3546 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3547 T211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3547 T211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392
[junit4:junit4] 2> 3547 T211 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392/solr.xml
[junit4:junit4] 2> 3547 T211 oasc.CoreContainer.<init> New CoreContainer 1431612224
[junit4:junit4] 2> 3548 T211 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392/'
[junit4:junit4] 2> 3548 T211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392/'
[junit4:junit4] 2> 3565 T211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3566 T211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3566 T211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3566 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3567 T211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3567 T211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3567 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3568 T211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3568 T211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3568 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3574 T211 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3583 T211 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38435/solr
[junit4:junit4] 2> 3583 T211 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3584 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@41082c03
[junit4:junit4] 2> 3584 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3585 T250 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3585 T250 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 3586 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59739
[junit4:junit4] 2> 3586 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59739
[junit4:junit4] 2> 3588 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90005 with negotiated timeout 20000 for client /127.0.0.1:59739
[junit4:junit4] 2> 3588 T250 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90005, negotiated timeout = 20000
[junit4:junit4] 2> 3588 T251 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41082c03 name:ZooKeeperConnection Watcher:127.0.0.1:38435 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3588 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3590 T216 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d608bbec90005
[junit4:junit4] 2> 3590 T251 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3591 T213 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59739 which had sessionid 0x13d608bbec90005
[junit4:junit4] 2> 3590 T211 oaz.ZooKeeper.close Session: 0x13d608bbec90005 closed
[junit4:junit4] 2> 3591 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3594 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7492640a
[junit4:junit4] 2> 3595 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3595 T252 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3596 T252 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 3596 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59740
[junit4:junit4] 2> 3596 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59740
[junit4:junit4] 2> 3597 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90006 with negotiated timeout 20000 for client /127.0.0.1:59740
[junit4:junit4] 2> 3597 T252 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90006, negotiated timeout = 20000
[junit4:junit4] 2> 3597 T253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7492640a name:ZooKeeperConnection Watcher:127.0.0.1:38435/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3598 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3599 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3600 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3603 T211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4607 T211 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39868_
[junit4:junit4] 2> 4608 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39868_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39868_
[junit4:junit4] 2> 4608 T211 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39868_
[junit4:junit4] 2> 4612 T233 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4612 T240 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4612 T253 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4612 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4618 T254 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392/collection1
[junit4:junit4] 2> 4618 T254 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4619 T254 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4619 T254 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4621 T254 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392/collection1/'
[junit4:junit4] 2> 4621 T254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392/collection1/lib/README' to classloader
[junit4:junit4] 2> 4622 T254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4651 T254 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 4676 T254 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4677 T254 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4683 T254 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4974 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4975 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:40528_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40528"}
[junit4:junit4] 2> 4980 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4980 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4980 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4988 T254 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 4993 T254 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 4995 T254 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5020 T254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5025 T254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5029 T254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5031 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5032 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5032 T254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5034 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5034 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5035 T254 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5035 T254 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363124407392/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty1/
[junit4:junit4] 2> 5036 T254 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b24bfb
[junit4:junit4] 2> 5036 T254 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5037 T254 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty1 forceNew: false
[junit4:junit4] 2> 5038 T254 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty1/index/
[junit4:junit4] 2> 5038 T254 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5039 T254 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty1/index forceNew: false
[junit4:junit4] 2> 5041 T254 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5042 T254 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5045 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5046 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5047 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5048 T254 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5049 T254 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5049 T254 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5050 T254 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5050 T254 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5051 T254 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5053 T254 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5055 T254 oass.SolrIndexSearcher.<init> Opening Searcher@2974c545 main
[junit4:junit4] 2> 5055 T254 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty1/tlog
[junit4:junit4] 2> 5055 T254 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5056 T254 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5059 T255 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2974c545 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5061 T254 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5061 T254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6487 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6488 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:39868_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39868"}
[junit4:junit4] 2> 6489 T234 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 6489 T234 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6498 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6498 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6498 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7077 T254 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7077 T254 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39868 collection:collection1 shard:shard1
[junit4:junit4] 2> 7079 T254 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7094 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7095 T254 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7096 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7100 T254 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7100 T254 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7100 T254 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39868/collection1/
[junit4:junit4] 2> 7101 T254 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7101 T254 oasc.SyncStrategy.syncToMe http://127.0.0.1:39868/collection1/ has no replicas
[junit4:junit4] 2> 7101 T254 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39868/collection1/
[junit4:junit4] 2> 7102 T254 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7110 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8008 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8024 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8024 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8024 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8067 T254 oasc.ZkController.register We are http://127.0.0.1:39868/collection1/ and leader is http://127.0.0.1:39868/collection1/
[junit4:junit4] 2> 8068 T254 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39868
[junit4:junit4] 2> 8068 T254 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8068 T254 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8069 T254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8074 T254 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8076 T211 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 8077 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8078 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8137 T211 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8140 T211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56115
[junit4:junit4] 2> 8141 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8141 T211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8141 T211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986
[junit4:junit4] 2> 8142 T211 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986/solr.xml
[junit4:junit4] 2> 8142 T211 oasc.CoreContainer.<init> New CoreContainer 820802979
[junit4:junit4] 2> 8143 T211 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986/'
[junit4:junit4] 2> 8144 T211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986/'
[junit4:junit4] 2> 8163 T211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8163 T211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8164 T211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8164 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8164 T211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8164 T211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8165 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8165 T211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8165 T211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8166 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8171 T211 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8184 T211 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38435/solr
[junit4:junit4] 2> 8184 T211 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8184 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@260b1da1
[junit4:junit4] 2> 8185 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8186 T266 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8187 T266 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 8187 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59745
[junit4:junit4] 2> 8188 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59745
[junit4:junit4] 2> 8189 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90007 with negotiated timeout 20000 for client /127.0.0.1:59745
[junit4:junit4] 2> 8189 T266 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90007, negotiated timeout = 20000
[junit4:junit4] 2> 8190 T267 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@260b1da1 name:ZooKeeperConnection Watcher:127.0.0.1:38435 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8190 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8193 T216 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d608bbec90007
[junit4:junit4] 2> 8194 T267 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8194 T211 oaz.ZooKeeper.close Session: 0x13d608bbec90007 closed
[junit4:junit4] 2> 8194 T213 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59745 which had sessionid 0x13d608bbec90007
[junit4:junit4] 2> 8194 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8199 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@61869e64
[junit4:junit4] 2> 8200 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8200 T268 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8201 T268 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 8201 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59746
[junit4:junit4] 2> 8201 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59746
[junit4:junit4] 2> 8203 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90008 with negotiated timeout 20000 for client /127.0.0.1:59746
[junit4:junit4] 2> 8203 T268 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90008, negotiated timeout = 20000
[junit4:junit4] 2> 8203 T269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61869e64 name:ZooKeeperConnection Watcher:127.0.0.1:38435/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8204 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8206 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8207 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8210 T211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9216 T211 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56115_
[junit4:junit4] 2> 9217 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec90008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56115_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56115_
[junit4:junit4] 2> 9217 T211 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56115_
[junit4:junit4] 2> 9220 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9221 T233 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9221 T269 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9221 T253 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9222 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9221 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9223 T240 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9227 T270 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986/collection1
[junit4:junit4] 2> 9228 T270 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9228 T270 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9229 T270 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9230 T270 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986/collection1/'
[junit4:junit4] 2> 9230 T270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986/collection1/lib/README' to classloader
[junit4:junit4] 2> 9231 T270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9253 T270 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9277 T270 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9279 T270 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9283 T270 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9531 T270 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9534 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9535 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:39868_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39868"}
[junit4:junit4] 2> 9537 T270 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9540 T270 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9541 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9541 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9541 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9541 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9566 T270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9571 T270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9577 T270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9579 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9580 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9581 T270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9583 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9584 T270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9584 T270 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9585 T270 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363124411986/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty2/
[junit4:junit4] 2> 9585 T270 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b24bfb
[junit4:junit4] 2> 9586 T270 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9587 T270 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty2 forceNew: false
[junit4:junit4] 2> 9588 T270 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty2/index/
[junit4:junit4] 2> 9588 T270 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9589 T270 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty2/index forceNew: false
[junit4:junit4] 2> 9591 T270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1066d85f lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6985fa),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9591 T270 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9595 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9596 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9597 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9598 T270 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9599 T270 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9599 T270 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9600 T270 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9601 T270 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9601 T270 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9606 T270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9610 T270 oass.SolrIndexSearcher.<init> Opening Searcher@5837bc90 main
[junit4:junit4] 2> 9610 T270 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty2/tlog
[junit4:junit4] 2> 9611 T270 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9611 T270 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9616 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5837bc90 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9617 T270 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9617 T270 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11049 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11051 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:56115_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56115"}
[junit4:junit4] 2> 11052 T234 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 11052 T234 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 11061 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11062 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11062 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11062 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11620 T270 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11620 T270 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56115 collection:collection1 shard:shard1
[junit4:junit4] 2> 11627 T270 oasc.ZkController.register We are http://127.0.0.1:56115/collection1/ and leader is http://127.0.0.1:39868/collection1/
[junit4:junit4] 2> 11628 T270 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56115
[junit4:junit4] 2> 11628 T270 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11628 T270 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@735ca68 url=http://127.0.0.1:56115/collection1 node=127.0.0.1:56115_ C8_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56115_, base_url=http://127.0.0.1:56115}
[junit4:junit4] 2> 11629 T272 C8 P56115 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11630 T272 C8 P56115 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11631 T272 C8 P56115 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 11631 T270 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11631 T272 C8 P56115 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11633 T272 C8 P56115 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11633 T211 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 11634 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11636 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11709 T211 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 11712 T211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45853
[junit4:junit4] 2> 11713 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 11714 T211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 11715 T211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545
[junit4:junit4] 2> 11715 T211 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545/solr.xml
[junit4:junit4] 2> 11716 T211 oasc.CoreContainer.<init> New CoreContainer 1150884726
[junit4:junit4] 2> 11717 T211 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545/'
[junit4:junit4] 2> 11717 T211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545/'
[junit4:junit4] 2> 11750 T211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 11751 T211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 11752 T211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 11752 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 11753 T211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 11753 T211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 11754 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 11754 T211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 11755 T211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 11755 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 11760 T211 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 11768 T211 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38435/solr
[junit4:junit4] 2> 11769 T211 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 11769 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6829bfd7
[junit4:junit4] 2> 11770 T283 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 11771 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11771 T283 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 11771 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59749
[junit4:junit4] 2> 11772 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59749
[junit4:junit4] 2> 11774 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec90009 with negotiated timeout 20000 for client /127.0.0.1:59749
[junit4:junit4] 2> 11774 T283 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec90009, negotiated timeout = 20000
[junit4:junit4] 2> 11774 T284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6829bfd7 name:ZooKeeperConnection Watcher:127.0.0.1:38435 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11775 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11777 T216 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d608bbec90009
[junit4:junit4] 2> 11778 T213 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59749 which had sessionid 0x13d608bbec90009
[junit4:junit4] 2> 11778 T284 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 11778 T211 oaz.ZooKeeper.close Session: 0x13d608bbec90009 closed
[junit4:junit4] 2> 11779 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 11781 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2b37ced7
[junit4:junit4] 2> 11782 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11783 T285 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 11783 T285 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 11783 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59750
[junit4:junit4] 2> 11784 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59750
[junit4:junit4] 2> 11785 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec9000a with negotiated timeout 20000 for client /127.0.0.1:59750
[junit4:junit4] 2> 11785 T285 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec9000a, negotiated timeout = 20000
[junit4:junit4] 2> 11785 T286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b37ced7 name:ZooKeeperConnection Watcher:127.0.0.1:38435/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11786 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11787 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec9000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11788 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec9000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11791 T211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 12572 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12574 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:56115_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56115"}
[junit4:junit4] 2> 12584 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12584 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12584 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12584 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12584 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12647 T249 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:56115__collection1&state=recovering&nodeName=127.0.0.1:56115_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 12797 T211 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45853_
[junit4:junit4] 2> 12798 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec9000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45853_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45853_
[junit4:junit4] 2> 12800 T211 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45853_
[junit4:junit4] 2> 12805 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12806 T269 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12806 T286 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12806 T253 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12806 T233 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12807 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12806 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12807 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12807 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12810 T240 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12818 T287 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545/collection1
[junit4:junit4] 2> 12818 T287 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 12820 T287 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 12820 T287 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 12823 T287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545/collection1/'
[junit4:junit4] 2> 12824 T287 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545/collection1/lib/README' to classloader
[junit4:junit4] 2> 12825 T287 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 12855 T287 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 12878 T287 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 12880 T287 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 12884 T287 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 13144 T287 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 13149 T287 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 13151 T287 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 13170 T287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13174 T287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13177 T287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13179 T287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13179 T287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13180 T287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13181 T287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13181 T287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13182 T287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13182 T287 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363124415545/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty3/
[junit4:junit4] 2> 13182 T287 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b24bfb
[junit4:junit4] 2> 13183 T287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13183 T287 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty3 forceNew: false
[junit4:junit4] 2> 13183 T287 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty3/index/
[junit4:junit4] 2> 13183 T287 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 13184 T287 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty3/index forceNew: false
[junit4:junit4] 2> 13185 T287 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c5b7dc3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c7850),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13185 T287 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 13187 T287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 13187 T287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 13188 T287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 13188 T287 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 13189 T287 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 13189 T287 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 13189 T287 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 13190 T287 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 13190 T287 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 13192 T287 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 13194 T287 oass.SolrIndexSearcher.<init> Opening Searcher@3a769bd6 main
[junit4:junit4] 2> 13195 T287 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty3/tlog
[junit4:junit4] 2> 13195 T287 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 13196 T287 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 13200 T288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a769bd6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13202 T287 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 13202 T287 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14096 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14098 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45853_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45853"}
[junit4:junit4] 2> 14098 T234 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 14099 T234 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 14107 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14107 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14107 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14108 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14108 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14205 T287 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 14205 T287 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45853 collection:collection1 shard:shard1
[junit4:junit4] 2> 14212 T287 oasc.ZkController.register We are http://127.0.0.1:45853/collection1/ and leader is http://127.0.0.1:39868/collection1/
[junit4:junit4] 2> 14212 T287 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45853
[junit4:junit4] 2> 14213 T287 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 14213 T287 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@5a26d36b url=http://127.0.0.1:45853/collection1 node=127.0.0.1:45853_ C9_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:45853_, base_url=http://127.0.0.1:45853}
[junit4:junit4] 2> 14214 T289 C9 P45853 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 14215 T289 C9 P45853 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 14215 T289 C9 P45853 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 14215 T287 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14215 T289 C9 P45853 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14218 T289 C9 P45853 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14218 T211 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 14219 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 14220 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14295 T211 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 14298 T211 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33008
[junit4:junit4] 2> 14299 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 14300 T211 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 14300 T211 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130
[junit4:junit4] 2> 14301 T211 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130/solr.xml
[junit4:junit4] 2> 14302 T211 oasc.CoreContainer.<init> New CoreContainer 1758586965
[junit4:junit4] 2> 14303 T211 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130/'
[junit4:junit4] 2> 14303 T211 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130/'
[junit4:junit4] 2> 14325 T211 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 14325 T211 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 14325 T211 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 14325 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 14326 T211 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 14326 T211 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 14326 T211 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 14327 T211 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 14327 T211 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 14327 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 14333 T211 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 14340 T211 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:38435/solr
[junit4:junit4] 2> 14340 T211 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 14341 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@31beefdc
[junit4:junit4] 2> 14342 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14342 T300 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 14343 T300 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 14343 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59755
[junit4:junit4] 2> 14344 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59755
[junit4:junit4] 2> 14345 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec9000b with negotiated timeout 20000 for client /127.0.0.1:59755
[junit4:junit4] 2> 14346 T300 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec9000b, negotiated timeout = 20000
[junit4:junit4] 2> 14346 T301 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31beefdc name:ZooKeeperConnection Watcher:127.0.0.1:38435 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14347 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14349 T216 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d608bbec9000b
[junit4:junit4] 2> 14350 T301 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 14350 T211 oaz.ZooKeeper.close Session: 0x13d608bbec9000b closed
[junit4:junit4] 2> 14350 T213 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:59755 which had sessionid 0x13d608bbec9000b
[junit4:junit4] 2> 14351 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 14354 T211 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:38435/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@852944f
[junit4:junit4] 2> 14355 T211 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14355 T302 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:38435. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 14356 T302 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:38435, initiating session
[junit4:junit4] 2> 14356 T213 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:59756
[junit4:junit4] 2> 14356 T213 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:59756
[junit4:junit4] 2> 14357 T215 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d608bbec9000c with negotiated timeout 20000 for client /127.0.0.1:59756
[junit4:junit4] 2> 14357 T302 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:38435, sessionid = 0x13d608bbec9000c, negotiated timeout = 20000
[junit4:junit4] 2> 14357 T303 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@852944f name:ZooKeeperConnection Watcher:127.0.0.1:38435/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14358 T211 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14359 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec9000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 14360 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec9000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 14362 T211 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56115_, base_url=http://127.0.0.1:56115}
[junit4:junit4] 2> 14649 T272 C8 P56115 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39868/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 14649 T272 C8 P56115 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56115 START replicas=[http://127.0.0.1:39868/collection1/] nUpdates=100
[junit4:junit4] 2> 14650 T272 C8 P56115 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 14651 T272 C8 P56115 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 14651 T272 C8 P56115 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 14651 T272 C8 P56115 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 14652 T272 C8 P56115 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 14652 T272 C8 P56115 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39868/collection1/. core=collection1
[junit4:junit4] 2> 14653 T272 C8 P56115 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@319939ca url=http://127.0.0.1:39868/collection1 node=127.0.0.1:39868_ C10_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39868_, base_url=http://127.0.0.1:39868, leader=true}
[junit4:junit4] 2> 14658 T247 C10 P39868 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 14661 T248 C10 P39868 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 14664 T248 C10 P39868 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14665 T248 C10 P39868 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14666 T248 C10 P39868 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14667 T248 C10 P39868 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 14668 T248 C10 P39868 oass.SolrIndexSearcher.<init> Opening Searcher@5c57cb28 realtime
[junit4:junit4] 2> 14668 T248 C10 P39868 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14669 T248 C10 P39868 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 14670 T272 C8 P56115 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14671 T272 C8 P56115 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14675 T246 C10 P39868 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14676 T246 C10 P39868 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14677 T272 C8 P56115 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 14677 T272 C8 P56115 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 14678 T272 C8 P56115 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 14681 T248 C10 P39868 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 14682 T272 C8 P56115 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 14684 T272 C8 P56115 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty2/index.20130312174018584 forceNew: false
[junit4:junit4] 2> 14685 T272 C8 P56115 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@50f0f0eb lockFactory=org.apache.lucene.store.NativeFSLockFactory@687fa170) fullCopy=false
[junit4:junit4] 2> 14688 T247 C10 P39868 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14690 T272 C8 P56115 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 14691 T272 C8 P56115 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 14691 T272 C8 P56115 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 14693 T272 C8 P56115 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1066d85f lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6985fa),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1066d85f lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6985fa),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14693 T272 C8 P56115 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 14694 T272 C8 P56115 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 14694 T272 C8 P56115 oass.SolrIndexSearcher.<init> Opening Searcher@7d94d0e7 main
[junit4:junit4] 2> 14695 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d94d0e7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 14695 T272 C8 P56115 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@50f0f0eb lockFactory=org.apache.lucene.store.NativeFSLockFactory@687fa170)
[junit4:junit4] 2> 14696 T272 C8 P56115 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 14696 T272 C8 P56115 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 14696 T272 C8 P56115 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 14696 T272 C8 P56115 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14698 T272 C8 P56115 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 15366 T211 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33008_
[junit4:junit4] 2> 15367 T216 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d608bbec9000c type:delete cxid:0xb zxid:0x97 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33008_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33008_
[junit4:junit4] 2> 15369 T211 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33008_
[junit4:junit4] 2> 15375 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15376 T286 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15376 T269 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15376 T253 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15377 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15378 T303 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15377 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15377 T233 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15379 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15377 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15380 T240 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15389 T306 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130/collection1
[junit4:junit4] 2> 15389 T306 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 15391 T306 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 15391 T306 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 15394 T306 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130/collection1/'
[junit4:junit4] 2> 15395 T306 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130/collection1/lib/README' to classloader
[junit4:junit4] 2> 15396 T306 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 15438 T306 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 15467 T306 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 15469 T306 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 15473 T306 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 15616 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15617 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45853_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45853"}
[junit4:junit4] 2> 15622 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:56115_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56115"}
[junit4:junit4] 2> 15626 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15626 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15627 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15627 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15627 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15626 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15726 T306 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 15730 T306 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 15732 T306 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 15756 T306 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15761 T306 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15767 T306 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15769 T306 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15770 T306 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15771 T306 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15773 T306 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15773 T306 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15774 T306 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 15774 T306 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363124418130/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty4/
[junit4:junit4] 2> 15775 T306 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b24bfb
[junit4:junit4] 2> 15776 T306 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 15776 T306 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty4 forceNew: false
[junit4:junit4] 2> 15777 T306 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty4/index/
[junit4:junit4] 2> 15777 T306 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 15778 T306 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty4/index forceNew: false
[junit4:junit4] 2> 15780 T306 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7235ee41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61be9bb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15780 T306 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 15784 T306 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 15785 T306 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 15785 T306 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 15787 T306 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 15787 T306 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 15788 T306 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 15788 T306 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 15789 T306 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 15790 T306 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 15795 T306 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 15798 T306 oass.SolrIndexSearcher.<init> Opening Searcher@301e4154 main
[junit4:junit4] 2> 15799 T306 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty4/tlog
[junit4:junit4] 2> 15800 T306 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 15800 T306 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 15808 T307 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@301e4154 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 15812 T306 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 15812 T306 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16232 T249 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:45853__collection1&state=recovering&nodeName=127.0.0.1:45853_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2001
[junit4:junit4] 2> 17141 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17143 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:33008_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33008"}
[junit4:junit4] 2> 17143 T234 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 17144 T234 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 17152 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17152 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17152 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17152 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17152 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17152 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17815 T306 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 17815 T306 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33008 collection:collection1 shard:shard1
[junit4:junit4] 2> 17822 T306 oasc.ZkController.register We are http://127.0.0.1:33008/collection1/ and leader is http://127.0.0.1:39868/collection1/
[junit4:junit4] 2> 17823 T306 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33008
[junit4:junit4] 2> 17823 T306 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 17823 T306 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@df7adfe url=http://127.0.0.1:33008/collection1 node=127.0.0.1:33008_ C11_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:33008_, base_url=http://127.0.0.1:33008}
[junit4:junit4] 2> 17824 T308 C11 P33008 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 17825 T308 C11 P33008 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 17825 T308 C11 P33008 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 17826 T306 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17826 T308 C11 P33008 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 17828 T308 C11 P33008 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17828 T211 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 17829 T211 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 17830 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17840 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17843 T211 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 17843 T211 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 17845 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C9_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:45853_, base_url=http://127.0.0.1:45853}
[junit4:junit4] 2> 18233 T289 C9 P45853 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39868/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 18234 T289 C9 P45853 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45853 START replicas=[http://127.0.0.1:39868/collection1/] nUpdates=100
[junit4:junit4] 2> 18234 T289 C9 P45853 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 18235 T289 C9 P45853 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 18235 T289 C9 P45853 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 18236 T289 C9 P45853 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 18236 T289 C9 P45853 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 18236 T289 C9 P45853 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39868/collection1/. core=collection1
[junit4:junit4] 2> 18237 T289 C9 P45853 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18238 T247 C10 P39868 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 18245 T246 C10 P39868 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 18248 T246 C10 P39868 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18249 T246 C10 P39868 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18249 T246 C10 P39868 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 18250 T246 C10 P39868 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 18251 T289 C9 P45853 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 18251 T289 C9 P45853 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 18254 T249 C10 P39868 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 18255 T289 C9 P45853 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 18256 T289 C9 P45853 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 18256 T289 C9 P45853 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 18259 T246 C10 P39868 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1
[junit4:junit4] 2> 18260 T289 C9 P45853 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 18261 T289 C9 P45853 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty3/index.20130312174022161 forceNew: false
[junit4:junit4] 2> 18261 T289 C9 P45853 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a8dd32c lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f24643) fullCopy=false
[junit4:junit4] 2> 18264 T247 C10 P39868 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 18266 T289 C9 P45853 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 18267 T289 C9 P45853 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 18268 T289 C9 P45853 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 18269 T289 C9 P45853 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c5b7dc3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c7850),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c5b7dc3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c7850),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18270 T289 C9 P45853 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18270 T289 C9 P45853 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 18271 T289 C9 P45853 oass.SolrIndexSearcher.<init> Opening Searcher@74ac357e main
[junit4:junit4] 2> 18273 T288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74ac357e main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 18273 T289 C9 P45853 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a8dd32c lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f24643)
[junit4:junit4] 2> 18274 T289 C9 P45853 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 18274 T289 C9 P45853 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 18276 T289 C9 P45853 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 18276 T289 C9 P45853 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18278 T289 C9 P45853 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 18661 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18663 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:33008_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33008"}
[junit4:junit4] 2> 18670 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:45853_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45853"}
[junit4:junit4] 2> 18679 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18679 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18680 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18680 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18679 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18679 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18842 T248 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:33008__collection1&state=recovering&nodeName=127.0.0.1:33008_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 18849 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19852 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:33008_, base_url=http://127.0.0.1:33008}
[junit4:junit4] 2> 20843 T308 C11 P33008 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39868/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 20844 T308 C11 P33008 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:33008 START replicas=[http://127.0.0.1:39868/collection1/] nUpdates=100
[junit4:junit4] 2> 20844 T308 C11 P33008 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 20845 T308 C11 P33008 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 20845 T308 C11 P33008 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 20845 T308 C11 P33008 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 20845 T308 C11 P33008 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 20846 T308 C11 P33008 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39868/collection1/. core=collection1
[junit4:junit4] 2> 20846 T308 C11 P33008 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 20847 T248 C10 P39868 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 20853 T247 C10 P39868 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 20854 T247 C10 P39868 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 20854 T247 C10 P39868 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 20855 T247 C10 P39868 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 20855 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20855 T247 C10 P39868 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4] 2> 20857 T308 C11 P33008 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20857 T308 C11 P33008 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 20860 T246 C10 P39868 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 20861 T308 C11 P33008 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 20862 T308 C11 P33008 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 20862 T308 C11 P33008 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 20865 T248 C10 P39868 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1
[junit4:junit4] 2> 20866 T308 C11 P33008 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 20867 T308 C11 P33008 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363124403909/jetty4/index.20130312174024767 forceNew: false
[junit4:junit4] 2> 20867 T308 C11 P33008 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@68f41a22 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f279b6) fullCopy=false
[junit4:junit4] 2> 20870 T247 C10 P39868 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 20872 T308 C11 P33008 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 20873 T308 C11 P33008 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 20874 T308 C11 P33008 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 20876 T308 C11 P33008 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7235ee41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61be9bb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7235ee41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61be9bb),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 20876 T308 C11 P33008 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 20877 T308 C11 P33008 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 20877 T308 C11 P33008 oass.SolrIndexSearcher.<init> Opening Searcher@7006da8 main
[junit4:junit4] 2> 20879 T307 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7006da8 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 20880 T308 C11 P33008 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@68f41a22 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f279b6)
[junit4:junit4] 2> 20880 T308 C11 P33008 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 20880 T308 C11 P33008 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 20881 T308 C11 P33008 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 20881 T308 C11 P33008 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 20883 T308 C11 P33008 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 21697 T234 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21699 T234 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:33008_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33008"}
[junit4:junit4] 2> 21707 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21707 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21708 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21708 T240 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21707 T233 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21707 T253 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21859 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21861 T211 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@277baa77 url=http://127.0.0.1:40528/collection1 node=127.0.0.1:40528_ C12_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:40528_, base_url=http://127.0.0.1:40528, leader=true}
[junit4:junit4] 2> 21869 T228 C12 P40528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21871 T228 C12 P40528 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4577a9ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@914594a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 21872 T228 C12 P40528 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 21874 T228 C12 P40528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4577a9ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@914594a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4577a9ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@914594a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 21874 T228 C12 P40528 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 21875 T228 C12 P40528 oass.SolrIndexSearcher.<init> Opening Searcher@49ef527d main
[junit4:junit4] 2> 21876 T228 C12 P40528 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21877 T237 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49ef527d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 21878 T228 C12 P40528 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 21886 T247 C10 P39868 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21887 T247 C10 P39868 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 21888 T247 C10 P39868 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 21888 T247 C10 P39868 oass.SolrIndexSearcher.<init> Opening Searcher@46a7ccc6 main
[junit4:junit4] 2> 21889 T247 C10 P39868 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21890 T255 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46a7ccc6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 21891 T247 C10 P39868 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:56115/collection1/, StdNode: http://127.0.0.1:45853/collection1/, StdNode: http://127.0.0.1:33008/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56115_, base_url=http://127.0.0.1:56115}
[junit4:junit4] 2> 21902 T263 C8 P56115 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C9_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:45853_, base_url=http://127.0.0.1:45853}
[junit4:junit4] 2> 21902 T280 C9 P45853 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:33008_, base_url=http://127.0.0.1:33008}
[junit4:junit4] 2> 21902 T299 C11 P33008 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21905 T263 C8 P56115 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1066d85f lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6985fa),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1066d85f lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6985fa),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 21906 T280 C9 P45853 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c5b7dc3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c7850),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c5b7dc3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c7850),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 21906 T263 C8 P56115 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 21906 T299 C11 P33008 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7235ee41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61be9bb),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7235ee41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61be9bb),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 21907 T263 C8 P56115 oass.SolrIndexSearcher.<init> Opening Searcher@1e62699f main
[junit4:junit4] 2> 21906 T280 C9 P45853 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 21907 T299 C11 P33008 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 21908 T263 C8 P56115 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21908 T280 C9 P45853 oass.SolrIndexSearcher.<init> Opening Searcher@4b196116 main
[junit4:junit4] 2> 21909 T299 C11 P33008 oass.SolrIndexSearcher.<init> Opening Searcher@5c82ae21 main
[junit4:junit4] 2> 21910 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e62699f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 21910 T280 C9 P45853 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21910 T299 C11 P33008 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21911 T288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b196116 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 21911 T263 C8 P56115 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 21912 T307 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c82ae21 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 21912 T280 C9 P45853 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 21913 T299 C11 P33008 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 21914 T247 C10 P39868 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4] 2> 21916 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21921 T246 C10 P39868 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 21925 T265 C8 P56115 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 21929 T281 C9 P45853 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 21933 T297 C11 P33008 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 23945 T229 C12 P40528 oass.SolrIndexSearcher.<init> Opening Searcher@5e108a67 realtime
[junit4:junit4] 2> 23946 T229 C12 P40528 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429339560044658688)} 0 9
[junit4:junit4] 2> 23956 T265 C8 P56115 /update {update.distrib=FROMLEADER&_version_=-1429339560058290176&update.from=http://127.0.0.1:39868/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429339560058290176)} 0 2
[junit4:junit4] 2> 23956 T298 C11 P33008 /update {update.distrib=FROMLEADER&_version_=-1429339560058290176&update.from=http://127.0.0.1:39868/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429339560058290176)} 0 1
[junit4:junit4] 2> 23959 T282 C9 P45853 /update {update.distrib=FROMLEADER&_version_=-1429339560058290176&update.from=http://127.0.0.1:39868/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429339560058290176)} 0 1
[junit4:junit4] 2> 23960 T246 C10 P39868 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429339560058290176)} 0 10
[junit4:junit4] 2> 23967 T226 C12 P40528 /update {wt=javabin&version=2} {add=[0 (1429339560072970240)]} 0 4
[junit4:junit4] 2> 23980 T279 C9 P45853 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429339560080310272)]} 0 4
[junit4:junit4] 2> 23980 T297 C11 P33008 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429339560080310272)]} 0 4
[junit4:junit4] 2> 23980 T263 C8 P56115 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429339560080310272)]} 0 4
[junit4:junit4] 2> 23982 T248 C10 P39868 /update {wt=javabin&version=2} {add=[0 (1429339560080310272)]} 0 11
[junit4:junit4] 2> 23987 T227 C12 P40528 /update {wt=javabin&version=2} {add=[1 (1429339560096038912)]} 0 2
[junit4:junit4] 2> 23997 T264 C8 P56115 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429339560101281792)]} 0 2
[junit4:junit4] 2> 23998 T280 C9 P45853 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429339560101281792)]} 0 3
[junit4:junit4] 2> 23998 T299 C11 P33008 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429339560101281792)]} 0 3
[junit4:junit4] 2> 23999 T247 C10 P39868 /update {wt=javabin&version=2} {add=[1 (1429339560101281792)]} 0 8
[junit4:junit4] 2> 24004 T228 C12 P40528 /update {wt=javabin&version=2} {add=[2 (1429339560113864704)]} 0 2
[junit4:junit4] 2> 24013 T281 C9 P45853 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429339560119107584)]} 0 2
[junit4:junit4] 2> 24013 T296 C11 P33008 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429339560119107584)]} 0 1
[junit4:junit4] 2> 24015 T249 C10 P39868 /update {test.distrib.skip.servers=http://127.0.0.1:56115/collection1/&wt=javabin&version=2} {add=[2 (1429339560119107584)]} 0 8
[junit4:junit4] 2> 24020 T229 C12 P40528 /update {wt=javabin&version=2} {add=[3 (1429339560129593344)]} 0 2
[junit4:junit4] 2> 24030 T298 C11 P33008 /update {distrib.from=http://127.0.0.1:39868/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429339560136933376)]} 0 1
[junit4:junit4] 2> 24031 T246 C10 P39868 /update {test.distrib.skip.servers=http://127.0.0.1:56115/collection1/&test.distrib.skip.servers=http://127.0.0.1:45853/collection1/&wt=javabin&version=2} {add=[3 (1429339560136933376)]} 0 7
[junit4:junit4] 2> 24034 T226 C12 P40528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24040 T226 C12 P40528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4577a9ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@914594a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4577a9ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@914594a),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4] 2> 24041 T226 C12 P40528 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4] 2> 24044 T226 C12 P40528 oass.SolrIndexSearcher.<init> Opening Searcher@449a59d2 main
[junit4:junit4] 2> 24045 T226 C12 P40528 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24046 T237 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@449a59d2 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24047 T226 C12 P40528 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 2> 24050 T248 C10 P39868 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24056 T248 C10 P39868 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a35690b lockFactory=org.apache.lucene.store.NativeFSLockFactory@369e247b),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24057 T248 C10 P39868 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24059 T248 C10 P39868 oass.SolrIndexSearcher.<init> Opening Searcher@39fcd9f5 main
[junit4:junit4] 2> 24060 T248 C10 P39868 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24061 T255 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39fcd9f5 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24062 T248 C10 P39868 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:56115/collection1/, StdNode: http://127.0.0.1:45853/collection1/, StdNode: http://127.0.0.1:33008/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 24065 T262 C8 P56115 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24065 T297 C11 P33008 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24065 T282 C9 P45853 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24072 T297 C11 P33008 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7235ee41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61be9bb),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7235ee41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61be9bb),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24072 T262 C8 P56115 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1066d85f lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6985fa),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1066d85f lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6985fa),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4] 2> 24073 T282 C9 P45853 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c5b7dc3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c7850),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c5b7dc3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415c7850),segFN=segments_5,generation=5,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24073 T262 C8 P56115 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4] 2> 24074 T297 C11 P33008 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24074 T282 C9 P45853 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24076 T262 C8 P56115 oass.SolrIndexSearcher.<init> Opening Searcher@597ff12a main
[junit4:junit4] 2> 24076 T282 C9 P45853 oass.SolrIndexSearcher.<init> Opening Searcher@5fbfdd96 main
[junit4:junit4] 2> 24077 T262 C8 P56115 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24077 T282 C9 P45853 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24078 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@597ff12a main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4] 2> 24079 T288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5fbfdd96 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4] 2> 24079 T262 C8 P56115 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 2> 24079 T282 C9 P45853 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 2> 24126 T297 C11 P33008 oass.SolrIndexSearcher.<init> Opening Searcher@5f11f24f main
[junit4:junit4] 2> 24127 T297 C11 P33008 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24128 T307 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f11f24f main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24129 T297 C11 P33008 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 64
[junit4:junit4] 2> 24130 T248 C10 P39868 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 80
[junit4:junit4] 2> 24131 T211 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 24133 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24135 T211 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 24138 T247 C10 P39868 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1
[junit4:junit4] 2> 24142 T265 C8 P56115 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=1
[junit4:junit4] 2> 24145 T279 C9 P45853 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0
[junit4:junit4] 2> 24149 T299 C11 P33008 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 24152 T211 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24162 T281 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4] 2> 24163 T281 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24170 T246 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4] 2> 24170 T246 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39868/collection1/
[junit4:junit4] 2> 24171 T246 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39868 START replicas=[http://127.0.0.1:56115/collection1/, http://127.0.0.1:45853/collection1/, http://127.0.0.1:33008/collection1/] nUpdates=100
[junit4:junit4] 2> 24173 T263 C8 P56115 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24173 T282 C9 P45853 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24174 T298 C11 P33008 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24174 T246 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39868 Received 4 versions from 127.0.0.1:45853/collection1/
[junit4:junit4] 2> 24174 T246 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39868 Our versions are newer. ourLowThreshold=1429339560058290176 otherHigh=1429339560119107584
[junit4:junit4] 2> 24175 T246 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39868 Received 3 versions from 127.0.0.1:56115/collection1/
[junit4:junit4] 2> 24175 T246 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39868 Our versions are newer. ourLowThreshold=1429339560058290176 otherHigh=1429339560101281792
[junit4:junit4] 2> 24175 T246 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39868 Received 5 versions from 127.0.0.1:33008/collection1/
[junit4:junit4] 2> 24175 T246 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:39868 Our versions are newer. ourLowThreshold=1429339560058290176 otherHigh=1429339560119107584
[junit4:junit4] 2> 24176 T246 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39868 DONE. sync succeeded
[junit4:junit4] 2> 24176 T246 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 24176 T246 oasc.SyncStrategy.syncToMe http://127.0.0.1:39868/collection1/: try and ask http://127.0.0.1:56115/collection1/ to sync
[junit4:junit4] 2> 24176 T246 oasc.SyncStrategy.syncToMe http://127.0.0.1:39868/collection1/: try and ask http://127.0.0.1:45853/collection1/ to sync
[junit4:junit4] 2> 24177 T246 oasc.SyncStrategy.syncToMe http://127.0.0.1:39868/collection1/: try and ask http://127.0.0.1:33008/collection1/ to sync
[junit4:junit4] 2> 24179 T264 C8 P56115 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56115 START replicas=[http://127.0.0.1:39868/collection1/] nUpdates=100
[junit4:junit4] 2> 24179 T280 C9 P45853 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45853 START replicas=[http://127.0.0.1:39868/collection1/] nUpdates=100
[junit4:junit4] 2> 24180 T297 C11 P33008 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:33008 START replicas=[http://127.0.0.1:39868/collection1/] nUpdates=100
[junit4:junit4] 2> 24181 T248 C10 P39868 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24181 T249 C10 P39868 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24182 T280 C9 P45853 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:45853 Received 5 versions from 127.0.0.1:39868/collection1/
[junit4:junit4] 2> 24182 T264 C8 P56115 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:56115 Received 5 versions from 127.0.0.1:39868/collection1/
[junit4:junit4] 2> 24183 T280 C9 P45853 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:45853 Requesting updates from 127.0.0.1:39868/collection1/n=1 versions=[1429339560136933376]
[junit4:junit4] 2> 24183 T264 C8 P56115 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:56115 Requesting updates from 127.0.0.1:39868/collection1/n=2 versions=[1429339560136933376, 1429339560119107584]
[junit4:junit4] 2> 24183 T248 C10 P39868 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24184 T297 C11 P33008 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:33008 Received 5 versions from 127.0.0.1:39868/collection1/
[junit4:junit4] 2> 24184 T297 C11 P33008 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:33008 Our versions are newer. ourLowThreshold=1429339560058290176 otherHigh=1429339560119107584
[junit4:junit4] 2> 24185 T297 C11 P33008 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:33008 DONE. sync succeeded
[junit4:junit4] 2> 24185 T297 C11 P33008 REQ /get {sync=http://127.0.0.1:39868/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5
[junit4:junit4] 2> 24185 T246 oasc.SyncStrategy.syncToMe http://127.0.0.1:39868/collection1/: sync completed with http://127.0.0.1:33008/collection1/
[junit4:junit4] 2> 24186 T247 C10 P39868 REQ /get {distrib=false&getUpdates=1429339560136933376&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 24186 T249 C10 P39868 REQ /get {distrib=false&getUpdates=1429339560136933376,1429339560119107584&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24189 T280 C9 P45853 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45853 DONE. sync succeeded
[junit4:junit4] 2> 24189 T280 C9 P45853 REQ /get {sync=http://127.0.0.1:39868/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=10
[junit4:junit4] 2> 24189 T264 C8 P56115 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56115 DONE. sync succeeded
[junit4:junit4] 2> 24190 T264 C8 P56115 REQ /get {sync=http://127.0.0.1:39868/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=12
[junit4:junit4] 2> 24190 T246 oasc.SyncStrategy.syncToMe http://127.0.0.1:39868/collection1/: sync completed with http://127.0.0.1:45853/collection1/
[junit4:junit4] 2> 24191 T246 oasc.SyncStrategy.syncToMe http://127.0.0.1:39868/collection1/: sync completed with http://127.0.0.1:56115/collection1/
[junit4:junit4] 2> 24191 T246 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {shard=shard1&action=REQUESTSYNCSHARD&core=collection1&collection=collection1&wt=javabin&version=2} status=0 QTime=21
[junit4:junit4] 2> 24192 T281 oass.SolrDispatchFilter.handleAdminRequest /admin/collections {shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2} status=0 QTime=32
[junit4:junit4] 2> 24193 T211 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 24193 T211 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 24195 T211 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24196 T211 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 24199 T227 C12 P40528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24200 T227 C12 P40528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4577a9ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@914594a),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4577a9ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@914594a),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4] 2> 24200 T227 C12 P40528 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4] 2> 24200 T227 C12 P40528 oass.SolrIndexSearcher.<init> Opening Searcher@28a8da71 main
[junit4:junit4] 2> 24201 T227 C12 P40528 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24202 T237 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@28a8da71 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 2420
[...truncated too long message...]
it4:junit4] 2> 49059 T211 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4] 2> 49059 T211 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4] 2> 49059 T211 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4] 2> 49059 T216 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4] 2> 49059 T211 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4] 2> 49060 T215 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4] 2> 49061 T211 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4] 2> 49062 T211 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:38435 38435
[junit4:junit4] 2> 49063 T213 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4] 2> 49063 T211 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4] 2> 49064 T211 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4] 2> 49064 T211 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4] 2> 49064 T211 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4] 2> 49064 T211 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 49099 T214 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=685E820104E26B9A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=iw_IL -Dtests.timezone=America/Santo_Domingo -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 49.1s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([685E820104E26B9A:E9B80C1973BD0BA6]:0)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4] > at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4] > at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 49100 T211 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 49103 T210 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> 49175 T286 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 49176 T286 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 49176 T286 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 49176 T286 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=141), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=141)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=iw_IL, timezone=America/Santo_Domingo
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=8,threads=4,free=42506816,total=247726080
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestValueSourceCache, SearchHandlerTest, SolrCoreTest, UUIDFieldTest, TestFaceting, TestBadConfig, JsonLoaderTest, TestPropInjectDefaults, TestXIncludeConfig, TestFastWriter, BasicFunctionalityTest, TestDynamicFieldCollectionResource, UpdateRequestProcessorFactoryTest, RecoveryZkTest, TestDocSet, SyncSliceTest]
[junit4:junit4] Completed on J0 in 49.39s, 1 test, 1 failure <<< FAILURES!
[...truncated 688 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 failure, 13 ignored (7 assumptions)
Total time: 36 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0_15 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_41) - Build # 4650
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4650/
Java: 32bit/jdk1.6.0_41 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([E34E6821F55C730:8FD2689A680AA70C]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:662)
Build Log:
[...truncated 8651 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 0 T2522 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /qis/sc
[junit4:junit4] 2> 3 T2522 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1363119483460
[junit4:junit4] 2> 3 T2522 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 4 T2523 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 5 T2523 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 5 T2523 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 5 T2523 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 5 T2523 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 6 T2523 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1363119483460/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 104 T2522 oasc.ZkTestServer.run start zk server on port:46941
[junit4:junit4] 2> 105 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@118c0ba
[junit4:junit4] 2> 105 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 106 T2528 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 106 T2528 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 106 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35358
[junit4:junit4] 2> 106 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35358
[junit4:junit4] 2> 107 T2526 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 683 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470000 with negotiated timeout 10000 for client /127.0.0.1:35358
[junit4:junit4] 2> 683 T2528 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470000, negotiated timeout = 10000
[junit4:junit4] 2> 684 T2529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@118c0ba name:ZooKeeperConnection Watcher:127.0.0.1:46941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 684 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 684 T2522 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 689 T2527 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6040aa470000
[junit4:junit4] 2> 689 T2529 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 689 T2524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35358 which had sessionid 0x13d6040aa470000
[junit4:junit4] 2> 689 T2522 oaz.ZooKeeper.close Session: 0x13d6040aa470000 closed
[junit4:junit4] 2> 690 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@10cc80a
[junit4:junit4] 2> 691 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 691 T2530 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 691 T2530 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 691 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35359
[junit4:junit4] 2> 692 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35359
[junit4:junit4] 2> 692 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470001 with negotiated timeout 10000 for client /127.0.0.1:35359
[junit4:junit4] 2> 692 T2530 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470001, negotiated timeout = 10000
[junit4:junit4] 2> 693 T2531 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10cc80a name:ZooKeeperConnection Watcher:127.0.0.1:46941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 693 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 693 T2522 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 696 T2522 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 698 T2522 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 700 T2522 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 701 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 702 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 704 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 705 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 708 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 708 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 709 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 710 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 712 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 712 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 716 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 716 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 718 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 719 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 721 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 721 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 723 T2522 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 723 T2522 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 725 T2527 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6040aa470001
[junit4:junit4] 2> 725 T2531 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 725 T2524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35359 which had sessionid 0x13d6040aa470001
[junit4:junit4] 2> 725 T2522 oaz.ZooKeeper.close Session: 0x13d6040aa470001 closed
[junit4:junit4] 2> 781 T2522 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 784 T2522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58591
[junit4:junit4] 2> 784 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 784 T2522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 785 T2522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183
[junit4:junit4] 2> 785 T2522 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183/solr.xml
[junit4:junit4] 2> 785 T2522 oasc.CoreContainer.<init> New CoreContainer 9134794
[junit4:junit4] 2> 786 T2522 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183/'
[junit4:junit4] 2> 786 T2522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183/'
[junit4:junit4] 2> 810 T2522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 811 T2522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 811 T2522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 811 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 812 T2522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 812 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 812 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 813 T2522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 813 T2522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 813 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 820 T2522 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 833 T2522 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:46941/solr
[junit4:junit4] 2> 833 T2522 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 834 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5e8f18
[junit4:junit4] 2> 835 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 835 T2541 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 835 T2541 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 836 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35360
[junit4:junit4] 2> 836 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35360
[junit4:junit4] 2> 837 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470002 with negotiated timeout 20000 for client /127.0.0.1:35360
[junit4:junit4] 2> 837 T2541 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470002, negotiated timeout = 20000
[junit4:junit4] 2> 837 T2542 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e8f18 name:ZooKeeperConnection Watcher:127.0.0.1:46941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 837 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 839 T2527 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6040aa470002
[junit4:junit4] 2> 839 T2542 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 839 T2524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35360 which had sessionid 0x13d6040aa470002
[junit4:junit4] 2> 839 T2522 oaz.ZooKeeper.close Session: 0x13d6040aa470002 closed
[junit4:junit4] 2> 840 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 842 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@b14faa
[junit4:junit4] 2> 843 T2543 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 843 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 843 T2543 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 844 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35361
[junit4:junit4] 2> 844 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35361
[junit4:junit4] 2> 845 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470003 with negotiated timeout 20000 for client /127.0.0.1:35361
[junit4:junit4] 2> 845 T2543 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470003, negotiated timeout = 20000
[junit4:junit4] 2> 845 T2544 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b14faa name:ZooKeeperConnection Watcher:127.0.0.1:46941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 845 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 846 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 847 T2522 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 849 T2522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58591_qis%2Fsc
[junit4:junit4] 2> 849 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58591_qis%2Fsc Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58591_qis%2Fsc
[junit4:junit4] 2> 850 T2522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58591_qis%2Fsc
[junit4:junit4] 2> 851 T2522 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 855 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 855 T2522 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 856 T2522 oasc.Overseer.start Overseer (id=89333398468231171-127.0.0.1:58591_qis%2Fsc-n_0000000000) starting
[junit4:junit4] 2> 857 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 857 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 860 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 862 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 862 T2546 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 863 T2522 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 865 T2522 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 866 T2522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 868 T2545 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 871 T2547 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183/collection1
[junit4:junit4] 2> 871 T2547 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 871 T2547 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 872 T2547 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 873 T2547 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183/collection1/'
[junit4:junit4] 2> 873 T2547 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183/collection1/lib/README' to classloader
[junit4:junit4] 2> 873 T2547 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 902 T2547 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 947 T2547 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 949 T2547 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 953 T2547 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1396 T2547 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1402 T2547 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1405 T2547 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1415 T2547 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1418 T2547 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1421 T2547 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1422 T2547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1422 T2547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1423 T2547 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1423 T2547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1424 T2547 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1424 T2547 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1424 T2547 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363119484183/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/control/data/
[junit4:junit4] 2> 1424 T2547 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e113b
[junit4:junit4] 2> 1425 T2547 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1425 T2547 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/control/data forceNew: false
[junit4:junit4] 2> 1425 T2547 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363119483460/control/data/index/
[junit4:junit4] 2> 1426 T2547 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363119483460/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1431 T2547 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/control/data/index forceNew: false
[junit4:junit4] 2> 1432 T2547 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c71fbd lockFactory=org.apache.lucene.store.NativeFSLockFactory@289b21)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1432 T2547 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1434 T2547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1434 T2547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1434 T2547 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1435 T2547 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1435 T2547 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1435 T2547 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1435 T2547 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1436 T2547 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1436 T2547 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1438 T2547 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1440 T2547 oass.SolrIndexSearcher.<init> Opening Searcher@137a0cf main
[junit4:junit4] 2> 1441 T2547 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/control/data/tlog
[junit4:junit4] 2> 1441 T2547 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1441 T2547 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1445 T2548 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@137a0cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1446 T2547 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1447 T2547 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1447 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 2370 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2371 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:58591_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58591/qis/sc"}
[junit4:junit4] 2> 2371 T2545 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 2371 T2545 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 2372 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 2375 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2449 T2547 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2449 T2547 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58591/qis/sc collection:control_collection shard:shard1
[junit4:junit4] 2> 2450 T2547 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2453 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2454 T2547 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2454 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2455 T2547 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2455 T2547 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2456 T2547 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58591/qis/sc/collection1/
[junit4:junit4] 2> 2456 T2547 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2456 T2547 oasc.SyncStrategy.syncToMe http://127.0.0.1:58591/qis/sc/collection1/ has no replicas
[junit4:junit4] 2> 2456 T2547 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58591/qis/sc/collection1/
[junit4:junit4] 2> 2456 T2547 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2459 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3878 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3884 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3914 T2547 oasc.ZkController.register We are http://127.0.0.1:58591/qis/sc/collection1/ and leader is http://127.0.0.1:58591/qis/sc/collection1/
[junit4:junit4] 2> 3914 T2547 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58591/qis/sc
[junit4:junit4] 2> 3914 T2547 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3914 T2547 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3915 T2547 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3916 T2547 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3917 T2522 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 3918 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3918 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3921 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3921 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@11d341a
[junit4:junit4] 2> 3922 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3922 T2550 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 3923 T2550 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 3923 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35363
[junit4:junit4] 2> 3923 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35363
[junit4:junit4] 2> 3924 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470004 with negotiated timeout 10000 for client /127.0.0.1:35363
[junit4:junit4] 2> 3924 T2550 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470004, negotiated timeout = 10000
[junit4:junit4] 2> 3924 T2551 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11d341a name:ZooKeeperConnection Watcher:127.0.0.1:46941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3925 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3926 T2522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3927 T2522 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3983 T2522 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3985 T2522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46534
[junit4:junit4] 2> 3986 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3986 T2522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3987 T2522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385
[junit4:junit4] 2> 3987 T2522 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385/solr.xml
[junit4:junit4] 2> 3987 T2522 oasc.CoreContainer.<init> New CoreContainer 17610268
[junit4:junit4] 2> 3988 T2522 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385/'
[junit4:junit4] 2> 3988 T2522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385/'
[junit4:junit4] 2> 4005 T2522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 4006 T2522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4006 T2522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 4006 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4007 T2522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4007 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4007 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4008 T2522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4008 T2522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4008 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 4015 T2522 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4028 T2522 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:46941/solr
[junit4:junit4] 2> 4028 T2522 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 4029 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@58cfe1
[junit4:junit4] 2> 4029 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4030 T2561 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 4030 T2561 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 4030 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35364
[junit4:junit4] 2> 4031 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35364
[junit4:junit4] 2> 4031 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470005 with negotiated timeout 20000 for client /127.0.0.1:35364
[junit4:junit4] 2> 4031 T2561 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470005, negotiated timeout = 20000
[junit4:junit4] 2> 4032 T2562 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58cfe1 name:ZooKeeperConnection Watcher:127.0.0.1:46941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4032 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4033 T2527 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6040aa470005
[junit4:junit4] 2> 4034 T2562 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 4034 T2524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35364 which had sessionid 0x13d6040aa470005
[junit4:junit4] 2> 4034 T2522 oaz.ZooKeeper.close Session: 0x13d6040aa470005 closed
[junit4:junit4] 2> 4034 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 4037 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@9688d4
[junit4:junit4] 2> 4038 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4038 T2563 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 4038 T2563 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 4038 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35365
[junit4:junit4] 2> 4039 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35365
[junit4:junit4] 2> 4039 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470006 with negotiated timeout 20000 for client /127.0.0.1:35365
[junit4:junit4] 2> 4040 T2563 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470006, negotiated timeout = 20000
[junit4:junit4] 2> 4040 T2564 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9688d4 name:ZooKeeperConnection Watcher:127.0.0.1:46941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4040 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4041 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4041 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4043 T2522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 5045 T2522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46534_qis%2Fsc
[junit4:junit4] 2> 5046 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46534_qis%2Fsc Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46534_qis%2Fsc
[junit4:junit4] 2> 5047 T2522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46534_qis%2Fsc
[junit4:junit4] 2> 5050 T2551 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5050 T2544 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5051 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5051 T2564 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5056 T2565 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385/collection1
[junit4:junit4] 2> 5056 T2565 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 5057 T2565 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 5057 T2565 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 5058 T2565 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385/collection1/'
[junit4:junit4] 2> 5058 T2565 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385/collection1/lib/README' to classloader
[junit4:junit4] 2> 5058 T2565 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 5096 T2565 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 5134 T2565 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5136 T2565 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5140 T2565 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5388 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5388 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:58591_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58591/qis/sc"}
[junit4:junit4] 2> 5391 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5391 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5393 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5601 T2565 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5607 T2565 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5610 T2565 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5620 T2565 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5623 T2565 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5626 T2565 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5627 T2565 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5628 T2565 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5628 T2565 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5629 T2565 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5629 T2565 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5629 T2565 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5629 T2565 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363119487385/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty1/
[junit4:junit4] 2> 5630 T2565 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e113b
[junit4:junit4] 2> 5630 T2565 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5630 T2565 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty1 forceNew: false
[junit4:junit4] 2> 5631 T2565 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty1/index/
[junit4:junit4] 2> 5631 T2565 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5631 T2565 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty1/index forceNew: false
[junit4:junit4] 2> 5632 T2565 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5632 T2565 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5634 T2565 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5634 T2565 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5634 T2565 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5635 T2565 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5635 T2565 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5635 T2565 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5636 T2565 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5636 T2565 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5637 T2565 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5638 T2565 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5641 T2565 oass.SolrIndexSearcher.<init> Opening Searcher@ae423 main
[junit4:junit4] 2> 5641 T2565 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty1/tlog
[junit4:junit4] 2> 5642 T2565 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5642 T2565 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5646 T2566 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ae423 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5647 T2565 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5648 T2565 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6896 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6897 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:46534_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46534/qis/sc"}
[junit4:junit4] 2> 6897 T2545 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 6897 T2545 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6900 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6900 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6900 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7649 T2565 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7649 T2565 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46534/qis/sc collection:collection1 shard:shard1
[junit4:junit4] 2> 7650 T2565 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7656 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7656 T2565 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7657 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7658 T2565 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7658 T2565 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7658 T2565 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46534/qis/sc/collection1/
[junit4:junit4] 2> 7658 T2565 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7659 T2565 oasc.SyncStrategy.syncToMe http://127.0.0.1:46534/qis/sc/collection1/ has no replicas
[junit4:junit4] 2> 7659 T2565 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46534/qis/sc/collection1/
[junit4:junit4] 2> 7659 T2565 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7661 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8404 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8409 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8409 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8409 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8415 T2565 oasc.ZkController.register We are http://127.0.0.1:46534/qis/sc/collection1/ and leader is http://127.0.0.1:46534/qis/sc/collection1/
[junit4:junit4] 2> 8415 T2565 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46534/qis/sc
[junit4:junit4] 2> 8415 T2565 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8415 T2565 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8416 T2565 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8417 T2565 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8418 T2522 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 8418 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8419 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8485 T2522 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8487 T2522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36617
[junit4:junit4] 2> 8488 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8488 T2522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8489 T2522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878
[junit4:junit4] 2> 8489 T2522 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878/solr.xml
[junit4:junit4] 2> 8489 T2522 oasc.CoreContainer.<init> New CoreContainer 7036573
[junit4:junit4] 2> 8490 T2522 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878/'
[junit4:junit4] 2> 8490 T2522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878/'
[junit4:junit4] 2> 8508 T2522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8509 T2522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8509 T2522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8510 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8510 T2522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8510 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8511 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8511 T2522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8511 T2522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8512 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8519 T2522 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8540 T2522 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:46941/solr
[junit4:junit4] 2> 8540 T2522 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8541 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@138eb41
[junit4:junit4] 2> 8542 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8542 T2577 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 8542 T2577 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 8542 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35366
[junit4:junit4] 2> 8543 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35366
[junit4:junit4] 2> 8543 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470007 with negotiated timeout 20000 for client /127.0.0.1:35366
[junit4:junit4] 2> 8544 T2577 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470007, negotiated timeout = 20000
[junit4:junit4] 2> 8544 T2578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@138eb41 name:ZooKeeperConnection Watcher:127.0.0.1:46941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8544 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8545 T2527 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6040aa470007
[junit4:junit4] 2> 8546 T2524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35366 which had sessionid 0x13d6040aa470007
[junit4:junit4] 2> 8546 T2522 oaz.ZooKeeper.close Session: 0x13d6040aa470007 closed
[junit4:junit4] 2> 8546 T2578 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8546 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8549 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f8a565
[junit4:junit4] 2> 8550 T2579 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 8549 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8550 T2579 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 8550 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35367
[junit4:junit4] 2> 8550 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35367
[junit4:junit4] 2> 8551 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470008 with negotiated timeout 20000 for client /127.0.0.1:35367
[junit4:junit4] 2> 8551 T2579 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470008, negotiated timeout = 20000
[junit4:junit4] 2> 8551 T2580 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f8a565 name:ZooKeeperConnection Watcher:127.0.0.1:46941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8551 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8552 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8553 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8554 T2522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9556 T2522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36617_qis%2Fsc
[junit4:junit4] 2> 9557 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa470008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:36617_qis%2Fsc Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:36617_qis%2Fsc
[junit4:junit4] 2> 9558 T2522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36617_qis%2Fsc
[junit4:junit4] 2> 9560 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9560 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9561 T2544 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9561 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9562 T2580 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9562 T2564 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9563 T2551 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9567 T2581 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878/collection1
[junit4:junit4] 2> 9568 T2581 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9568 T2581 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9568 T2581 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9569 T2581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878/collection1/'
[junit4:junit4] 2> 9570 T2581 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878/collection1/lib/README' to classloader
[junit4:junit4] 2> 9570 T2581 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9598 T2581 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9643 T2581 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9645 T2581 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9649 T2581 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9913 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9914 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:46534_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46534/qis/sc"}
[junit4:junit4] 2> 9917 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9917 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9917 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9917 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10101 T2581 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10107 T2581 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10110 T2581 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10120 T2581 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10124 T2581 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10127 T2581 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10128 T2581 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10128 T2581 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10128 T2581 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10129 T2581 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10130 T2581 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10130 T2581 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10130 T2581 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363119491878/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty2/
[junit4:junit4] 2> 10130 T2581 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e113b
[junit4:junit4] 2> 10131 T2581 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10131 T2581 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty2 forceNew: false
[junit4:junit4] 2> 10131 T2581 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty2/index/
[junit4:junit4] 2> 10131 T2581 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10132 T2581 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty2/index forceNew: false
[junit4:junit4] 2> 10133 T2581 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4777d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b2e3ce)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10133 T2581 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10134 T2581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10135 T2581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10135 T2581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10136 T2581 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10136 T2581 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10136 T2581 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10136 T2581 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10137 T2581 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10137 T2581 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10139 T2581 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10142 T2581 oass.SolrIndexSearcher.<init> Opening Searcher@152c49a main
[junit4:junit4] 2> 10142 T2581 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty2/tlog
[junit4:junit4] 2> 10142 T2581 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10143 T2581 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10149 T2582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@152c49a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10151 T2581 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 10151 T2581 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11420 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11421 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36617_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36617/qis/sc"}
[junit4:junit4] 2> 11422 T2545 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 11422 T2545 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 11425 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11425 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11425 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11425 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12153 T2581 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 12153 T2581 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36617/qis/sc collection:collection1 shard:shard1
[junit4:junit4] 2> 12157 T2581 oasc.ZkController.register We are http://127.0.0.1:36617/qis/sc/collection1/ and leader is http://127.0.0.1:46534/qis/sc/collection1/
[junit4:junit4] 2> 12157 T2581 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36617/qis/sc
[junit4:junit4] 2> 12158 T2581 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 12158 T2581 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C402 name=collection1 org.apache.solr.core.SolrCore@72dfd4 url=http://127.0.0.1:36617/qis/sc/collection1 node=127.0.0.1:36617_qis%2Fsc C402_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36617_qis%2Fsc, base_url=http://127.0.0.1:36617/qis/sc}
[junit4:junit4] 2> 12159 T2583 C402 P36617 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 12159 T2583 C402 P36617 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 12159 T2581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12159 T2583 C402 P36617 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 12160 T2583 C402 P36617 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 12160 T2522 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 12161 T2583 C402 P36617 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12161 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 12161 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12226 T2522 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 12228 T2522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52182
[junit4:junit4] 2> 12229 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 12230 T2522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 12230 T2522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620
[junit4:junit4] 2> 12230 T2522 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620/solr.xml
[junit4:junit4] 2> 12231 T2522 oasc.CoreContainer.<init> New CoreContainer 30286174
[junit4:junit4] 2> 12231 T2522 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620/'
[junit4:junit4] 2> 12231 T2522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620/'
[junit4:junit4] 2> 12249 T2522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 12249 T2522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 12249 T2522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 12250 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 12250 T2522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 12250 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 12251 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 12251 T2522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 12251 T2522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 12252 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 12258 T2522 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 12271 T2522 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:46941/solr
[junit4:junit4] 2> 12272 T2522 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 12272 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1372361
[junit4:junit4] 2> 12273 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12273 T2594 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 12274 T2594 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 12274 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35369
[junit4:junit4] 2> 12274 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35369
[junit4:junit4] 2> 12275 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa470009 with negotiated timeout 20000 for client /127.0.0.1:35369
[junit4:junit4] 2> 12275 T2594 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa470009, negotiated timeout = 20000
[junit4:junit4] 2> 12275 T2595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1372361 name:ZooKeeperConnection Watcher:127.0.0.1:46941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12276 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12277 T2527 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6040aa470009
[junit4:junit4] 2> 12277 T2595 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 12277 T2524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35369 which had sessionid 0x13d6040aa470009
[junit4:junit4] 2> 12277 T2522 oaz.ZooKeeper.close Session: 0x13d6040aa470009 closed
[junit4:junit4] 2> 12278 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 12280 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c244a2
[junit4:junit4] 2> 12281 T2596 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 12281 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12281 T2596 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 12281 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35370
[junit4:junit4] 2> 12282 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35370
[junit4:junit4] 2> 12282 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa47000a with negotiated timeout 20000 for client /127.0.0.1:35370
[junit4:junit4] 2> 12282 T2596 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa47000a, negotiated timeout = 20000
[junit4:junit4] 2> 12283 T2597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c244a2 name:ZooKeeperConnection Watcher:127.0.0.1:46941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12283 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12284 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa47000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12285 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa47000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12286 T2522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 12929 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12930 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36617_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36617/qis/sc"}
[junit4:junit4] 2> 12932 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12933 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12932 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12933 T2597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12933 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13164 T2560 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&state=recovering&nodeName=127.0.0.1:36617_qis%252Fsc&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 13288 T2522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52182_qis%2Fsc
[junit4:junit4] 2> 13289 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa47000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52182_qis%2Fsc Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52182_qis%2Fsc
[junit4:junit4] 2> 13290 T2522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52182_qis%2Fsc
[junit4:junit4] 2> 13292 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13292 T2597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13292 T2580 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13292 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13293 T2551 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13292 T2544 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13294 T2597 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13293 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13294 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13295 T2564 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13298 T2598 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620/collection1
[junit4:junit4] 2> 13298 T2598 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 13298 T2598 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 13299 T2598 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 13300 T2598 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620/collection1/'
[junit4:junit4] 2> 13300 T2598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620/collection1/lib/README' to classloader
[junit4:junit4] 2> 13300 T2598 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 13329 T2598 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 13383 T2598 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 13384 T2598 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 13389 T2598 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 13855 T2598 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 13861 T2598 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 13870 T2598 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 13880 T2598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13883 T2598 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13886 T2598 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13887 T2598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13887 T2598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13888 T2598 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13888 T2598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13889 T2598 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13889 T2598 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13889 T2598 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363119495620/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty3/
[junit4:junit4] 2> 13889 T2598 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e113b
[junit4:junit4] 2> 13890 T2598 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13890 T2598 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty3 forceNew: false
[junit4:junit4] 2> 13890 T2598 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty3/index/
[junit4:junit4] 2> 13890 T2598 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 13891 T2598 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty3/index forceNew: false
[junit4:junit4] 2> 13892 T2598 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f06a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@629d2e)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13892 T2598 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 13893 T2598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 13894 T2598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 13894 T2598 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 13895 T2598 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 13895 T2598 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 13895 T2598 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 13896 T2598 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 13896 T2598 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 13896 T2598 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 13898 T2598 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 13901 T2598 oass.SolrIndexSearcher.<init> Opening Searcher@e0a422 main
[junit4:junit4] 2> 13901 T2598 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty3/tlog
[junit4:junit4] 2> 13901 T2598 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 13902 T2598 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 13906 T2599 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e0a422 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13908 T2598 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 13908 T2598 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14437 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14438 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52182_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52182/qis/sc"}
[junit4:junit4] 2> 14438 T2545 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 14438 T2545 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 14442 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14442 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14442 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14443 T2597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14442 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> C402_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:36617_qis%2Fsc, base_url=http://127.0.0.1:36617/qis/sc}
[junit4:junit4] 2> 15165 T2583 C402 P36617 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:46534/qis/sc/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 15166 T2583 C402 P36617 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36617/qis/sc START replicas=[http://127.0.0.1:46534/qis/sc/collection1/] nUpdates=100
[junit4:junit4] 2> 15166 T2583 C402 P36617 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 15167 T2583 C402 P36617 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 15167 T2583 C402 P36617 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 15167 T2583 C402 P36617 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 15167 T2583 C402 P36617 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 15168 T2583 C402 P36617 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:46534/qis/sc/collection1/. core=collection1
[junit4:junit4] 2> 15168 T2583 C402 P36617 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C403 name=collection1 org.apache.solr.core.SolrCore@8e902d url=http://127.0.0.1:46534/qis/sc/collection1 node=127.0.0.1:46534_qis%2Fsc C403_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:46534_qis%2Fsc, base_url=http://127.0.0.1:46534/qis/sc, leader=true}
[junit4:junit4] 2> 15171 T2557 C403 P46534 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 15173 T2559 C403 P46534 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 15174 T2559 C403 P46534 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15175 T2559 C403 P46534 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 15175 T2559 C403 P46534 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 15176 T2559 C403 P46534 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 15176 T2559 C403 P46534 oass.SolrIndexSearcher.<init> Opening Searcher@770265 realtime
[junit4:junit4] 2> 15176 T2559 C403 P46534 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 15176 T2559 C403 P46534 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 2> 15177 T2583 C402 P36617 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 15177 T2583 C402 P36617 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 15178 T2557 C403 P46534 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 15179 T2557 C403 P46534 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 15179 T2583 C402 P36617 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 15179 T2583 C402 P36617 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 15179 T2583 C402 P36617 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 15181 T2558 C403 P46534 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 15181 T2583 C402 P36617 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 15182 T2583 C402 P36617 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty2/index.20130312231818639 forceNew: false
[junit4:junit4] 2> 15182 T2583 C402 P36617 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@c749dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@e07bb9) fullCopy=false
[junit4:junit4] 2> 15184 T2559 C403 P46534 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 15185 T2583 C402 P36617 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 15186 T2583 C402 P36617 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 15186 T2583 C402 P36617 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 15186 T2583 C402 P36617 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4777d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b2e3ce)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4777d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b2e3ce)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 15187 T2583 C402 P36617 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 15187 T2583 C402 P36617 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 15187 T2583 C402 P36617 oass.SolrIndexSearcher.<init> Opening Searcher@986143 main
[junit4:junit4] 2> 15188 T2582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@986143 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 15188 T2583 C402 P36617 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@c749dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@e07bb9)
[junit4:junit4] 2> 15189 T2583 C402 P36617 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 15189 T2583 C402 P36617 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 15189 T2583 C402 P36617 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 15189 T2583 C402 P36617 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15190 T2583 C402 P36617 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 15359 T2598 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 15360 T2598 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52182/qis/sc collection:collection1 shard:shard1
[junit4:junit4] 2> 15362 T2598 oasc.ZkController.register We are http://127.0.0.1:52182/qis/sc/collection1/ and leader is http://127.0.0.1:46534/qis/sc/collection1/
[junit4:junit4] 2> 15363 T2598 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52182/qis/sc
[junit4:junit4] 2> 15363 T2598 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 15363 T2598 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C404 name=collection1 org.apache.solr.core.SolrCore@1222245 url=http://127.0.0.1:52182/qis/sc/collection1 node=127.0.0.1:52182_qis%2Fsc C404_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52182_qis%2Fsc, base_url=http://127.0.0.1:52182/qis/sc}
[junit4:junit4] 2> 15363 T2602 C404 P52182 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 15364 T2602 C404 P52182 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 15364 T2598 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15364 T2602 C404 P52182 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 15364 T2602 C404 P52182 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15365 T2522 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 15365 T2602 C404 P52182 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 15366 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 15366 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 15430 T2522 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 15433 T2522 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49990
[junit4:junit4] 2> 15434 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 15434 T2522 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 15434 T2522 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826
[junit4:junit4] 2> 15435 T2522 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826/solr.xml
[junit4:junit4] 2> 15435 T2522 oasc.CoreContainer.<init> New CoreContainer 28953541
[junit4:junit4] 2> 15436 T2522 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826/'
[junit4:junit4] 2> 15436 T2522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826/'
[junit4:junit4] 2> 15453 T2522 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 15453 T2522 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 15454 T2522 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 15454 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 15454 T2522 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 15455 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 15455 T2522 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 15455 T2522 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 15456 T2522 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 15456 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 15463 T2522 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 15476 T2522 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:46941/solr
[junit4:junit4] 2> 15476 T2522 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 15476 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13e1f44
[junit4:junit4] 2> 15477 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 15477 T2613 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 15478 T2613 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 15487 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35380
[junit4:junit4] 2> 15487 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35380
[junit4:junit4] 2> 15488 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa47000b with negotiated timeout 20000 for client /127.0.0.1:35380
[junit4:junit4] 2> 15488 T2613 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa47000b, negotiated timeout = 20000
[junit4:junit4] 2> 15488 T2614 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e1f44 name:ZooKeeperConnection Watcher:127.0.0.1:46941 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 15489 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 15490 T2527 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d6040aa47000b
[junit4:junit4] 2> 15491 T2524 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35380 which had sessionid 0x13d6040aa47000b
[junit4:junit4] 2> 15491 T2614 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 15491 T2522 oaz.ZooKeeper.close Session: 0x13d6040aa47000b closed
[junit4:junit4] 2> 15492 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 15495 T2522 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:46941/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@14ae94a
[junit4:junit4] 2> 15495 T2522 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 15496 T2615 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:46941. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4] 2> 15496 T2615 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:46941, initiating session
[junit4:junit4] 2> 15496 T2524 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35383
[junit4:junit4] 2> 15497 T2524 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35383
[junit4:junit4] 2> 15498 T2526 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d6040aa47000c with negotiated timeout 20000 for client /127.0.0.1:35383
[junit4:junit4] 2> 15498 T2615 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:46941, sessionid = 0x13d6040aa47000c, negotiated timeout = 20000
[junit4:junit4] 2> 15498 T2616 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14ae94a name:ZooKeeperConnection Watcher:127.0.0.1:46941/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 15498 T2522 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 15499 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa47000c type:create cxid:0x1 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 15500 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa47000c type:create cxid:0x2 zxid:0x96 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 15501 T2522 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 15946 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15947 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36617_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36617/qis/sc"}
[junit4:junit4] 2> 15950 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52182_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52182/qis/sc"}
[junit4:junit4] 2> 15954 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15954 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15954 T2597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15954 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15954 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15954 T2616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16370 T2560 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:52182_qis%252Fsc&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 16504 T2522 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49990_qis%2Fsc
[junit4:junit4] 2> 16505 T2527 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d6040aa47000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49990_qis%2Fsc Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49990_qis%2Fsc
[junit4:junit4] 2> 16505 T2522 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49990_qis%2Fsc
[junit4:junit4] 2> 16507 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16507 T2616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16507 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16508 T2580 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16508 T2597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16508 T2544 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16508 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 16509 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 16509 T2551 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16510 T2564 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16510 T2597 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16510 T2616 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 16515 T2617 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826/collection1
[junit4:junit4] 2> 16515 T2617 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 16515 T2617 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 16516 T2617 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 16517 T2617 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826/collection1/'
[junit4:junit4] 2> 16517 T2617 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826/collection1/lib/README' to classloader
[junit4:junit4] 2> 16517 T2617 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 16546 T2617 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 16593 T2617 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 16594 T2617 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 16598 T2617 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 17051 T2617 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 17058 T2617 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 17061 T2617 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 17071 T2617 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17074 T2617 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17077 T2617 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17078 T2617 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 17078 T2617 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 17078 T2617 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17079 T2617 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 17079 T2617 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 17079 T2617 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 17080 T2617 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363119498826/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty4/
[junit4:junit4] 2> 17080 T2617 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14e113b
[junit4:junit4] 2> 17080 T2617 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 17081 T2617 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty4 forceNew: false
[junit4:junit4] 2> 17081 T2617 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty4/index/
[junit4:junit4] 2> 17081 T2617 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 17081 T2617 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty4/index forceNew: false
[junit4:junit4] 2> 17082 T2617 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e8df62 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f310)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 17083 T2617 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 17084 T2617 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 17084 T2617 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 17085 T2617 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 17085 T2617 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 17086 T2617 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 17086 T2617 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 17086 T2617 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 17086 T2617 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 17087 T2617 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 17089 T2617 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 17091 T2617 oass.SolrIndexSearcher.<init> Opening Searcher@d91871 main
[junit4:junit4] 2> 17091 T2617 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty4/tlog
[junit4:junit4] 2> 17092 T2617 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 17092 T2617 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 17097 T2618 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d91871 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 17098 T2617 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 17099 T2617 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 17459 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17460 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:49990_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49990/qis/sc"}
[junit4:junit4] 2> 17460 T2545 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 17460 T2545 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 17464 T2616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17464 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17464 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17464 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17464 T2597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17464 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18100 T2617 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 18100 T2617 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49990/qis/sc collection:collection1 shard:shard1
[junit4:junit4] 2> 18104 T2617 oasc.ZkController.register We are http://127.0.0.1:49990/qis/sc/collection1/ and leader is http://127.0.0.1:46534/qis/sc/collection1/
[junit4:junit4] 2> 18104 T2617 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49990/qis/sc
[junit4:junit4] 2> 18105 T2617 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 18105 T2617 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C405 name=collection1 org.apache.solr.core.SolrCore@414fad url=http://127.0.0.1:49990/qis/sc/collection1 node=127.0.0.1:49990_qis%2Fsc C405_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49990_qis%2Fsc, base_url=http://127.0.0.1:49990/qis/sc}
[junit4:junit4] 2> 18105 T2619 C405 P49990 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 18105 T2617 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18106 T2619 C405 P49990 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 18106 T2619 C405 P49990 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 18106 T2619 C405 P49990 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18107 T2522 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 18107 T2619 C405 P49990 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18107 T2522 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 18108 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18110 T2522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18111 T2522 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 18111 T2522 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 18112 T2522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C404_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52182_qis%2Fsc, base_url=http://127.0.0.1:52182/qis/sc}
[junit4:junit4] 2> 18371 T2602 C404 P52182 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:46534/qis/sc/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 18371 T2602 C404 P52182 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52182/qis/sc START replicas=[http://127.0.0.1:46534/qis/sc/collection1/] nUpdates=100
[junit4:junit4] 2> 18371 T2602 C404 P52182 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 18372 T2602 C404 P52182 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 18372 T2602 C404 P52182 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 18372 T2602 C404 P52182 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 18372 T2602 C404 P52182 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 18373 T2602 C404 P52182 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:46534/qis/sc/collection1/. core=collection1
[junit4:junit4] 2> 18373 T2602 C404 P52182 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18373 T2558 C403 P46534 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 18376 T2560 C403 P46534 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 18376 T2560 C403 P46534 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18377 T2560 C403 P46534 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18377 T2560 C403 P46534 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 18377 T2560 C403 P46534 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 1
[junit4:junit4] 2> 18378 T2602 C404 P52182 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 18378 T2602 C404 P52182 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 18380 T2559 C403 P46534 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 18380 T2602 C404 P52182 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 18380 T2602 C404 P52182 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 18380 T2602 C404 P52182 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 18382 T2560 C403 P46534 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0
[junit4:junit4] 2> 18382 T2602 C404 P52182 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 18383 T2602 C404 P52182 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty3/index.20130312231821839 forceNew: false
[junit4:junit4] 2> 18383 T2602 C404 P52182 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@a7d985 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d221bd) fullCopy=false
[junit4:junit4] 2> 18385 T2558 C403 P46534 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 18386 T2602 C404 P52182 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 18386 T2602 C404 P52182 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 18387 T2602 C404 P52182 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 18387 T2602 C404 P52182 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f06a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@629d2e)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f06a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@629d2e)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18395 T2602 C404 P52182 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18395 T2602 C404 P52182 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 18396 T2602 C404 P52182 oass.SolrIndexSearcher.<init> Opening Searcher@94c9f2 main
[junit4:junit4] 2> 18397 T2599 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@94c9f2 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 18397 T2602 C404 P52182 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@a7d985 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d221bd)
[junit4:junit4] 2> 18398 T2602 C404 P52182 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 18398 T2602 C404 P52182 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 18398 T2602 C404 P52182 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 18398 T2602 C404 P52182 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18399 T2602 C404 P52182 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 18969 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18969 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:49990_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49990/qis/sc"}
[junit4:junit4] 2> 18972 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52182_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52182/qis/sc"}
[junit4:junit4] 2> 18975 T2616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18975 T2597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18975 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18975 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18975 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18975 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19111 T2557 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:49990_qis%252Fsc&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 19113 T2522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20115 T2522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C405_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49990_qis%2Fsc, base_url=http://127.0.0.1:49990/qis/sc}
[junit4:junit4] 2> 21112 T2619 C405 P49990 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:46534/qis/sc/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 21112 T2619 C405 P49990 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49990/qis/sc START replicas=[http://127.0.0.1:46534/qis/sc/collection1/] nUpdates=100
[junit4:junit4] 2> 21112 T2619 C405 P49990 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 21113 T2619 C405 P49990 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 21113 T2619 C405 P49990 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 21113 T2619 C405 P49990 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 21113 T2619 C405 P49990 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 21113 T2619 C405 P49990 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:46534/qis/sc/collection1/. core=collection1
[junit4:junit4] 2> 21113 T2619 C405 P49990 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 21114 T2560 C403 P46534 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 21116 T2522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21116 T2558 C403 P46534 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21117 T2558 C403 P46534 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 21118 T2558 C403 P46534 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 21118 T2558 C403 P46534 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21118 T2558 C403 P46534 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4] 2> 21119 T2619 C405 P49990 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 21119 T2619 C405 P49990 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 21121 T2557 C403 P46534 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 21121 T2619 C405 P49990 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 21121 T2619 C405 P49990 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 21121 T2619 C405 P49990 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 21123 T2560 C403 P46534 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0
[junit4:junit4] 2> 21124 T2619 C405 P49990 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 21125 T2619 C405 P49990 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363119483460/jetty4/index.20130312231824581 forceNew: false
[junit4:junit4] 2> 21125 T2619 C405 P49990 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@189c3c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e0bcc7) fullCopy=false
[junit4:junit4] 2> 21127 T2558 C403 P46534 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 21128 T2619 C405 P49990 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 21128 T2619 C405 P49990 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 21128 T2619 C405 P49990 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 21129 T2619 C405 P49990 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e8df62 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f310)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e8df62 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f310)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 21129 T2619 C405 P49990 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 21129 T2619 C405 P49990 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 21130 T2619 C405 P49990 oass.SolrIndexSearcher.<init> Opening Searcher@1858371 main
[junit4:junit4] 2> 21130 T2618 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1858371 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 21131 T2619 C405 P49990 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@189c3c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e0bcc7)
[junit4:junit4] 2> 21131 T2619 C405 P49990 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 21131 T2619 C405 P49990 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 21131 T2619 C405 P49990 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 21131 T2619 C405 P49990 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 21132 T2619 C405 P49990 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 21981 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21982 T2545 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:49990_qis%2Fsc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49990/qis/sc"}
[junit4:junit4] 2> 21985 T2616 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21986 T2597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21985 T2564 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21985 T2580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21985 T2551 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21986 T2544 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22118 T2522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22119 T2522 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C406 name=collection1 org.apache.solr.core.SolrCore@bc734d url=http://127.0.0.1:58591/qis/sc/collection1 node=127.0.0.1:58591_qis%2Fsc C406_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:58591_qis%2Fsc, base_url=http://127.0.0.1:58591/qis/sc, leader=true}
[junit4:junit4] 2> 22126 T2540 C406 P58591 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22128 T2540 C406 P58591 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c71fbd lockFactory=org.apache.lucene.store.NativeFSLockFactory@289b21)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 22128 T2540 C406 P58591 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 22129 T2540 C406 P58591 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c71fbd lockFactory=org.apache.lucene.store.NativeFSLockFactory@289b21)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c71fbd lockFactory=org.apache.lucene.store.NativeFSLockFactory@289b21)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22129 T2540 C406 P58591 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22130 T2540 C406 P58591 oass.SolrIndexSearcher.<init> Opening Searcher@ae785b main
[junit4:junit4] 2> 22131 T2540 C406 P58591 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22131 T2548 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ae785b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 22132 T2540 C406 P58591 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 22135 T2558 C403 P46534 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22136 T2558 C403 P46534 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 22136 T2558 C403 P46534 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 22136 T2558 C403 P46534 oass.SolrIndexSearcher.<init> Opening Searcher@b51b6f main
[junit4:junit4] 2> 22137 T2558 C403 P46534 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22137 T2566 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b51b6f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22138 T2558 C403 P46534 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:36617/qis/sc/collection1/, StdNode: http://127.0.0.1:52182/qis/sc/collection1/, StdNode: http://127.0.0.1:49990/qis/sc/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> C404_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52182_qis%2Fsc, base_url=http://127.0.0.1:52182/qis/sc}
[junit4:junit4] 2> 22147 T2593 C404 P52182 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22148 T2593 C404 P52182 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f06a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@629d2e)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f06a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@629d2e)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 22148 T2593 C404 P52182 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 22148 T2593 C404 P52182 oass.SolrIndexSearcher.<init> Opening Searcher@11c7c9c main
[junit4:junit4] 2> 22149 T2593 C404 P52182 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> C402_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36617_qis%2Fsc, base_url=http://127.0.0.1:36617/qis/sc}
[junit4:junit4] 2> 22149 T2574 C402 P36617 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C405_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49990_qis%2Fsc, base_url=http://127.0.0.1:49990/qis/sc}
[junit4:junit4] 2> 22149 T2612 C405 P49990 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22150 T2599 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11c7c9c main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 22150 T2574 C402 P36617 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4777d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b2e3ce)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4777d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b2e3ce)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 22150 T2612 C405 P49990 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e8df62 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f310)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e8df62 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f310)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 22150 T2593 C404 P52182 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 2> 22151 T2612 C405 P49990 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 22150 T2574 C402 P36617 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 22151 T2612 C405 P49990 oass.SolrIndexSearcher.<init> Opening Searcher@fb928b main
[junit4:junit4] 2> 22151 T2574 C402 P36617 oass.SolrIndexSearcher.<init> Opening Searcher@190b275 main
[junit4:junit4] 2> 22152 T2612 C405 P49990 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22152 T2574 C402 P36617 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22152 T2618 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fb928b main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 22153 T2582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@190b275 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22153 T2612 C405 P49990 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 22153 T2574 C402 P36617 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 22154 T2558 C403 P46534 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 2> 22155 T2522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22157 T2557 C403 P46534 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 22158 T2576 C402 P36617 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 22159 T2591 C404 P52182 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 22160 T2610 C405 P49990 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 24163 T2539 C406 P58591 oass.SolrIndexSearcher.<init> Opening Searcher@1f741ef realtime
[junit4:junit4] 2> 24164 T2539 C406 P58591 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429334400822149120)} 0 2
[junit4:junit4] 2> 24168 T2575 C402 P36617 /update {update.distrib=FROMLEADER&_version_=-1429334400825294848&update.from=http://127.0.0.1:46534/qis/sc/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429334400825294848)} 0 0
[junit4:junit4] 2> 24169 T2591 C404 P52182 /update {update.distrib=FROMLEADER&_version_=-1429334400825294848&update.from=http://127.0.0.1:46534/qis/sc/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429334400825294848)} 0 1
[junit4:junit4] 2> 24169 T2609 C405 P49990 /update {update.distrib=FROMLEADER&_version_=-1429334400825294848&update.from=http://127.0.0.1:46534/qis/sc/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429334400825294848)} 0 1
[junit4:junit4] 2> 24169 T2559 C403 P46534 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429334400825294848)} 0 3
[junit4:junit4] 2> 24173 T2537 C406 P58591 /update {wt=javabin&version=2} {add=[0 (1429334400831586304)]} 0 2
[junit4:junit4] 2> 24177 T2611 C405 P49990 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429334400834732032)]} 0 0
[junit4:junit4] 2> 24178 T2593 C404 P52182 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429334400834732032)]} 0 1
[junit4:junit4] 2> 24178 T2573 C402 P36617 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429334400834732032)]} 0 1
[junit4:junit4] 2> 24179 T2560 C403 P46534 /update {wt=javabin&version=2} {add=[0 (1429334400834732032)]} 0 5
[junit4:junit4] 2> 24182 T2538 C406 P58591 /update {wt=javabin&version=2} {add=[1 (1429334400841023488)]} 0 1
[junit4:junit4] 2> 24186 T2574 C402 P36617 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429334400844169216)]} 0 0
[junit4:junit4] 2> 24187 T2612 C405 P49990 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429334400844169216)]} 0 1
[junit4:junit4] 2> 24187 T2590 C404 P52182 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429334400844169216)]} 0 1
[junit4:junit4] 2> 24187 T2558 C403 P46534 /update {wt=javabin&version=2} {add=[1 (1429334400844169216)]} 0 3
[junit4:junit4] 2> 24190 T2540 C406 P58591 /update {wt=javabin&version=2} {add=[2 (1429334400849412096)]} 0 1
[junit4:junit4] 2> 24195 T2610 C405 P49990 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429334400852557824)]} 0 1
[junit4:junit4] 2> 24195 T2592 C404 P52182 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429334400852557824)]} 0 1
[junit4:junit4] 2> 24196 T2557 C403 P46534 /update {test.distrib.skip.servers=http://127.0.0.1:36617/qis/sc/collection1/&wt=javabin&version=2} {add=[2 (1429334400852557824)]} 0 4
[junit4:junit4] 2> 24198 T2539 C406 P58591 /update {wt=javabin&version=2} {add=[3 (1429334400858849280)]} 0 1
[junit4:junit4] 2> 24202 T2609 C405 P49990 /update {distrib.from=http://127.0.0.1:46534/qis/sc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429334400860946432)]} 0 0
[junit4:junit4] 2> 24203 T2559 C403 P46534 /update {test.distrib.skip.servers=http://127.0.0.1:36617/qis/sc/collection1/&test.distrib.skip.servers=http://127.0.0.1:52182/qis/sc/collection1/&wt=javabin&version=2} {add=[3 (1429334400860946432)]} 0 3
[junit4:junit4] 2> 24205 T2537 C406 P58591 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24206 T2537 C406 P58591 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c71fbd lockFactory=org.apache.lucene.store.NativeFSLockFactory@289b21)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@c71fbd lockFactory=org.apache.lucene.store.NativeFSLockFactory@289b21)),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4] 2> 24207 T2537 C406 P58591 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3]
[junit4:junit4] 2> 24208 T2537 C406 P58591 oass.SolrIndexSearcher.<init> Opening Searcher@a8de30 main
[junit4:junit4] 2> 24208 T2537 C406 P58591 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24209 T2548 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a8de30 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24210 T2537 C406 P58591 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 24212 T2560 C403 P46534 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24213 T2560 C403 P46534 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@dbdac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@bd9dbb)),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24214 T2560 C403 P46534 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24214 T2560 C403 P46534 oass.SolrIndexSearcher.<init> Opening Searcher@103cd28 main
[junit4:junit4] 2> 24215 T2560 C403 P46534 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24215 T2566 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@103cd28 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24216 T2560 C403 P46534 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:36617/qis/sc/collection1/, StdNode: http://127.0.0.1:52182/qis/sc/collection1/, StdNode: http://127.0.0.1:49990/qis/sc/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 24218 T2576 C402 P36617 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24218 T2591 C404 P52182 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24218 T2611 C405 P49990 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24219 T2576 C402 P36617 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4777d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b2e3ce)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1f4777d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b2e3ce)),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4] 2> 24219 T2576 C402 P36617 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_4]
[junit4:junit4] 2> 24220 T2591 C404 P52182 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f06a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@629d2e)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3f06a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@629d2e)),segFN=segments_5,generation=5,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24220 T2576 C402 P36617 oass.SolrIndexSearcher.<init> Opening Searcher@9c05e5 main
[junit4:junit4] 2> 24220 T2611 C405 P49990 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e8df62 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f310)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e8df62 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f310)),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24220 T2591 C404 P52182 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24221 T2576 C402 P36617 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24221 T2611 C405 P49990 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0.nvd, _0.fdx, _0.si, _0.nvm, _0_Lucene41_0.tim, segments_6, _0.fdt, _0_Lucene41_0.tip]
[junit4:junit4] 2> 24222 T2582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9c05e5 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4] 2> 24222 T2591 C404 P52182 oass.SolrIndexSearcher.<init> Opening Searcher@1973c94 main
[junit4:junit4] 2> 24222 T2611 C405 P49990 oass.SolrIndexSearcher.<init> Opening Searcher@1ff3269 main
[junit4:junit4] 2> 24222 T2576 C402 P36617 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 24223 T2611 C405 P49990 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24222 T2591 C404 P52182 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24223 T2618 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:453)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.internal_addObject(DefaultMBeanServerInterceptor.java:1484)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:963)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:917)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:312)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:483)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4] 2> at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:243)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4] 2> at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] 2>
[junit4:junit4] 2> 24223 T2599 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1973c94 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4] 2> 24224 T2618 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ff3269 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24224 T2591 C404 P52182 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 24224 T2611 C405 P49990 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 24225 T2560 C403 P46534 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 2> 24225 T2522 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 24226 T2522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24227 T2522 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 24229 T2558 C403 P46534 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 24231 T2575 C402 P36617 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0
[junit4:junit4] 2> 24233 T2593 C404 P52182 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0
[junit4:junit4] 2> 24235 T2612 C405 P49990 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 24236 T2522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24239 T2590 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4] 2> 24239 T2590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24242 T2557 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4] 2> 24242 T2557 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46534/qis/sc/collection1/
[junit4:junit4] 2> 24242 T2557 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:46534/qis/sc START replicas=[http://127.0.0.1:36617/qis/sc/collection1/, http://127.0.0.1:52182/qis/sc/collection1/, http://127.0.0.1:49990/qis/sc/collection1/] nUpdates=100
[junit4:junit4] 2> 24244 T2573 C402 P36617 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24244 T2592 C404 P52182 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24244 T2609 C405 P49990 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24245 T2557 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:46534/qis/sc Received 3 versions from 127.0.0.1:36617/qis/sc/collection1/
[junit4:junit4] 2> 24245 T2557 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:46534/qis/sc Our versions are newer. ourLowThreshold=1429334400825294848 otherHigh=1429334400844169216
[junit4:junit4] 2> 24245 T2557 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:46534/qis/sc Received 5 versions from 127.0.0.1:49990/qis/sc/collection1/
[junit4:junit4] 2> 24245 T2557 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:46534/qis/sc Our versions are newer. ourLowThreshold=1429334400825294848 otherHigh=1429334400852557824
[junit4:junit4] 2> 24246 T2557 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:46534/qis/sc Received 4 versions from 127.0.0.1:52182/qis/sc/collection1/
[junit4:junit4] 2> 24246 T2557 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:46534/qis/sc Our versions are newer. ourLowThreshold=1429334400825294848 otherHigh=1429334400852557824
[junit4:junit4] 2> 24246 T2557 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:46534/qis/sc DONE. sync succeeded
[junit4:junit4] 2> 24247 T2557 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 24247 T2557 oasc.SyncStrategy.syncToMe http://127.0.0.1:46534/qis/sc/collection1/: try and ask http://127.0.0.1:36617/qis/sc/collection1/ to sync
[junit4:junit4] 2> 24247 T2557 oasc.SyncStrategy.syncToMe http://127.0.0.1:46534/qis/sc/collection1/: try and ask http://127.0.0.1:52182/qis/sc/collection1/ to sync
[junit4:junit4] 2> 24248 T2557 oasc.SyncStrategy.syncToMe http://127.0.0.1:46534/qis/sc/collection1/: try and ask http://127.0.0.1:49990/qis/sc/collection1/ to sync
[junit4:junit4] 2> 24248 T2574 C402 P36617 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36617/qis/sc START replicas=[http://127.0.0.1:46534/qis/sc/collection1/] nUpdates=100
[junit4:junit4] 2> 24249 T2593 C404 P52182 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52182/qis/sc START replicas=[http://127.0.0.1:46534/qis/sc/collection1/] nUpdates=100
[junit4:junit4] 2> 24249 T2611 C405 P49990 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49990/qis/sc START replicas=[http://127.0.0.1:46534/qis/sc/collection1/] nUpdates=100
[junit4:junit4] 2> 242
[...truncated too long message...]
t4:junit4] 2> 49082 T2522 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:46941 46941
[junit4:junit4] 2> 49083 T2524 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4] 2> 49083 T2522 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4] 2> 49083 T2522 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4] 2> 49083 T2522 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4] 2> 49084 T2522 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4] 2> 49084 T2522 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=E34E6821F55C730 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_BO -Dtests.timezone=Asia/Aden -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 49.1s J1 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([E34E6821F55C730:8FD2689A680AA70C]:0)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4] > at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4] > at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] 2> 49101 T2522 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 49104 T2521 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> 49543 T2525 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=36), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=36)), sim=DefaultSimilarity, locale=es_BO, timezone=Asia/Aden
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic i386/Sun Microsystems Inc. 1.6.0_41 (32-bit)/cpus=8,threads=7,free=44619520,total=147439616
[junit4:junit4] 2> NOTE: All tests run in this JVM: [NumericFieldsTest, TestFoldingMultitermQuery, TestJmxMonitoredMap, TermVectorComponentDistributedTest, OpenCloseCoreStressTest, TestDistributedSearch, TestCodecSupport, SignatureUpdateProcessorFactoryTest, XmlUpdateRequestHandlerTest, TestSolrDiscoveryProperties, TestLuceneMatchVersion, XsltUpdateRequestHandlerTest, ConvertedLegacyTest, DirectSolrSpellCheckerTest, EchoParamsTest, TestCSVResponseWriter, TestPostingsSolrHighlighter, TestLMJelinekMercerSimilarityFactory, TestMultiCoreConfBootstrap, TestCollationField, TestRecovery, DocumentAnalysisRequestHandlerTest, SpellCheckCollatorTest, TestFieldTypeCollectionResource, TestJmxIntegration, TestRandomFaceting, FieldAnalysisRequestHandlerTest, TestDFRSimilarityFactory, TestZkChroot, TestPartialUpdateDeduplication, SimplePostToolTest, DocValuesMultiTest, TestUtils, TestLazyCores, TestSolrXMLSerializer, CollectionsAPIDistributedZkTest, HighlighterTest, TestStressReorder, StandardRequestHandlerTest, RequestHandlersTest, IndexSchemaRuntimeFieldTest, TestMergePolicyConfig, DefaultValueUpdateProcessorTest, TestUpdate, TestQueryTypes, DistanceFunctionTest, TestWordDelimiterFilterFactory, TestIndexSearcher, BasicDistributedZk2Test, TestDefaultSimilarityFactory, TestBM25SimilarityFactory, DateMathParserTest, PathHierarchyTokenizerFactoryTest, TestAnalyzedSuggestions, DisMaxRequestHandlerTest, OpenExchangeRatesOrgProviderTest, DebugComponentTest, NoCacheHeaderTest, TestReload, IndexReaderFactoryTest, TestRangeQuery, TestAtomicUpdateErrorCases, ChaosMonkeySafeLeaderTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 49.63s, 1 test, 1 failure <<< FAILURES!
[...truncated 413 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1143 tests, 1 failure, 13 ignored (7 assumptions)
Total time: 49 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.6.0_41 -client -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_15) - Build # 4649
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4649/
Java: 32bit/jdk1.7.0_15 -client -XX:+UseParallelGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2659, name=coreLoadExecutor-1124-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2659, name=coreLoadExecutor-1124-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at java.lang.Thread.getStackTrace(Thread.java:1567)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:874)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:580)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:575)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@1905c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a9f388)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2661, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2661, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at java.lang.Thread.getStackTrace(Thread.java:1567)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@46981c lockFactory=org.apache.lucene.store.NativeFSLockFactory@e2b85d)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([4577EB0DD0307D6F:C4916515A76F1D53]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9233 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 0 T2192 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ibke/q
[junit4:junit4] 2> 3 T2192 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363112639449
[junit4:junit4] 2> 3 T2192 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 4 T2193 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 5 T2193 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 5 T2193 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 5 T2193 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 5 T2193 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 6 T2193 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363112639449/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 104 T2192 oasc.ZkTestServer.run start zk server on port:58555
[junit4:junit4] 2> 105 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@16f3f2a
[junit4:junit4] 2> 107 T2198 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 106 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 107 T2198 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 107 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60371
[junit4:junit4] 2> 108 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60371
[junit4:junit4] 2> 109 T2196 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 195 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0000 with negotiated timeout 10000 for client /127.0.0.1:60371
[junit4:junit4] 2> 195 T2198 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0000, negotiated timeout = 10000
[junit4:junit4] 2> 196 T2199 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16f3f2a name:ZooKeeperConnection Watcher:127.0.0.1:58555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 196 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 197 T2192 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 201 T2197 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd83bdc0000
[junit4:junit4] 2> 202 T2199 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 202 T2192 oaz.ZooKeeper.close Session: 0x13d5fd83bdc0000 closed
[junit4:junit4] 2> 203 T2194 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:60371 which had sessionid 0x13d5fd83bdc0000
[junit4:junit4] 2> 203 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@184e055
[junit4:junit4] 2> 205 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 205 T2200 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 205 T2200 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 205 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60372
[junit4:junit4] 2> 206 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60372
[junit4:junit4] 2> 207 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0001 with negotiated timeout 10000 for client /127.0.0.1:60372
[junit4:junit4] 2> 207 T2200 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0001, negotiated timeout = 10000
[junit4:junit4] 2> 208 T2201 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@184e055 name:ZooKeeperConnection Watcher:127.0.0.1:58555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 208 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 209 T2192 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 212 T2192 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 215 T2192 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 217 T2192 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 219 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 220 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 224 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 225 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 230 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 231 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 234 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 235 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 239 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 240 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 244 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 245 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 248 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 249 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 253 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 254 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 257 T2192 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 258 T2192 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 262 T2197 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd83bdc0001
[junit4:junit4] 2> 263 T2201 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 263 T2192 oaz.ZooKeeper.close Session: 0x13d5fd83bdc0001 closed
[junit4:junit4] 2> 263 T2194 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:60372 which had sessionid 0x13d5fd83bdc0001
[junit4:junit4] 2> 337 T2192 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 340 T2192 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49216
[junit4:junit4] 2> 341 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 341 T2192 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 341 T2192 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710
[junit4:junit4] 2> 342 T2192 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710/solr.xml
[junit4:junit4] 2> 342 T2192 oasc.CoreContainer.<init> New CoreContainer 5156296
[junit4:junit4] 2> 342 T2192 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710/'
[junit4:junit4] 2> 343 T2192 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710/'
[junit4:junit4] 2> 360 T2192 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 361 T2192 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 361 T2192 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 361 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 362 T2192 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 362 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 362 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 362 T2192 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 363 T2192 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 363 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 369 T2192 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 380 T2192 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58555/solr
[junit4:junit4] 2> 381 T2192 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 381 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@18a0746
[junit4:junit4] 2> 382 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 382 T2211 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 382 T2211 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 383 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60373
[junit4:junit4] 2> 383 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60373
[junit4:junit4] 2> 384 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0002 with negotiated timeout 20000 for client /127.0.0.1:60373
[junit4:junit4] 2> 384 T2211 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0002, negotiated timeout = 20000
[junit4:junit4] 2> 384 T2212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18a0746 name:ZooKeeperConnection Watcher:127.0.0.1:58555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 384 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 385 T2197 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd83bdc0002
[junit4:junit4] 2> 385 T2212 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 385 T2192 oaz.ZooKeeper.close Session: 0x13d5fd83bdc0002 closed
[junit4:junit4] 2> 385 T2194 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:60373 which had sessionid 0x13d5fd83bdc0002
[junit4:junit4] 2> 386 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 388 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@991dcf
[junit4:junit4] 2> 389 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 389 T2213 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 389 T2213 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 389 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60374
[junit4:junit4] 2> 390 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60374
[junit4:junit4] 2> 390 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0003 with negotiated timeout 20000 for client /127.0.0.1:60374
[junit4:junit4] 2> 390 T2213 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0003, negotiated timeout = 20000
[junit4:junit4] 2> 391 T2214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@991dcf name:ZooKeeperConnection Watcher:127.0.0.1:58555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 391 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 392 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 392 T2192 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 394 T2192 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49216_ibke%2Fq
[junit4:junit4] 2> 394 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49216_ibke%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49216_ibke%2Fq
[junit4:junit4] 2> 395 T2192 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49216_ibke%2Fq
[junit4:junit4] 2> 397 T2192 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 399 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 399 T2192 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 402 T2192 oasc.Overseer.start Overseer (id=89332949939126275-127.0.0.1:49216_ibke%2Fq-n_0000000000) starting
[junit4:junit4] 2> 402 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 403 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 403 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 404 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 404 T2216 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 405 T2192 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 406 T2192 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 407 T2192 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 409 T2215 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 411 T2217 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710/collection1
[junit4:junit4] 2> 411 T2217 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 411 T2217 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 412 T2217 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 412 T2217 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710/collection1/'
[junit4:junit4] 2> 413 T2217 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710/collection1/lib/README' to classloader
[junit4:junit4] 2> 413 T2217 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 451 T2217 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 486 T2217 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 487 T2217 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 491 T2217 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 845 T2217 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 851 T2217 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 853 T2217 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 862 T2217 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 864 T2217 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 867 T2217 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 868 T2217 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 868 T2217 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 868 T2217 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 869 T2217 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 869 T2217 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 869 T2217 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 869 T2217 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363112639710/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/control/data/
[junit4:junit4] 2> 870 T2217 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e87717
[junit4:junit4] 2> 870 T2217 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 870 T2217 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/control/data forceNew: false
[junit4:junit4] 2> 870 T2217 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363112639449/control/data/index/
[junit4:junit4] 2> 871 T2217 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363112639449/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 871 T2217 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/control/data/index forceNew: false
[junit4:junit4] 2> 872 T2217 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e38c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@126c01e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 872 T2217 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 873 T2217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 874 T2217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 874 T2217 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 874 T2217 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 875 T2217 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 875 T2217 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 875 T2217 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 875 T2217 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 876 T2217 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 878 T2217 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 880 T2217 oass.SolrIndexSearcher.<init> Opening Searcher@9722f main
[junit4:junit4] 2> 881 T2217 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/control/data/tlog
[junit4:junit4] 2> 881 T2217 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 881 T2217 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 884 T2218 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9722f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 884 T2217 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 884 T2217 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 885 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1278 T251 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4] 2> 1912 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1913 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:49216_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49216/ibke/q"}
[junit4:junit4] 2> 1913 T2215 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1913 T2215 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1914 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1919 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2887 T2217 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2887 T2217 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49216/ibke/q collection:control_collection shard:shard1
[junit4:junit4] 2> 2888 T2217 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2891 T259 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4] 2> 2896 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2897 T2217 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2898 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2900 T2217 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2901 T2217 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2901 T2217 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49216/ibke/q/collection1/
[junit4:junit4] 2> 2901 T2217 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2902 T2217 oasc.SyncStrategy.syncToMe http://127.0.0.1:49216/ibke/q/collection1/ has no replicas
[junit4:junit4] 2> 2902 T2217 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49216/ibke/q/collection1/
[junit4:junit4] 2> 2903 T2217 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2907 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3424 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3434 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3461 T2217 oasc.ZkController.register We are http://127.0.0.1:49216/ibke/q/collection1/ and leader is http://127.0.0.1:49216/ibke/q/collection1/
[junit4:junit4] 2> 3462 T2217 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49216/ibke/q
[junit4:junit4] 2> 3462 T2217 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3462 T2217 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3463 T2217 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3465 T2217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3466 T2192 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3467 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3468 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3475 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3476 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ca49ed
[junit4:junit4] 2> 3478 T2220 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3478 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3479 T2220 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 3479 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60375
[junit4:junit4] 2> 3479 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60375
[junit4:junit4] 2> 3481 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0004 with negotiated timeout 10000 for client /127.0.0.1:60375
[junit4:junit4] 2> 3481 T2220 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0004, negotiated timeout = 10000
[junit4:junit4] 2> 3481 T2221 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca49ed name:ZooKeeperConnection Watcher:127.0.0.1:58555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3482 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3484 T2192 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3487 T2192 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3569 T2192 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3571 T2192 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43316
[junit4:junit4] 2> 3572 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3572 T2192 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3572 T2192 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934
[junit4:junit4] 2> 3573 T2192 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934/solr.xml
[junit4:junit4] 2> 3573 T2192 oasc.CoreContainer.<init> New CoreContainer 202831
[junit4:junit4] 2> 3573 T2192 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934/'
[junit4:junit4] 2> 3574 T2192 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934/'
[junit4:junit4] 2> 3593 T2192 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3594 T2192 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3594 T2192 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3594 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3595 T2192 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3595 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3595 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3596 T2192 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3596 T2192 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3596 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3603 T2192 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3615 T2192 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58555/solr
[junit4:junit4] 2> 3615 T2192 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3615 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6a817c
[junit4:junit4] 2> 3616 T2231 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3616 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3617 T2231 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 3617 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60376
[junit4:junit4] 2> 3617 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60376
[junit4:junit4] 2> 3618 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0005 with negotiated timeout 20000 for client /127.0.0.1:60376
[junit4:junit4] 2> 3619 T2231 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0005, negotiated timeout = 20000
[junit4:junit4] 2> 3619 T2232 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a817c name:ZooKeeperConnection Watcher:127.0.0.1:58555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3619 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3621 T2197 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd83bdc0005
[junit4:junit4] 2> 3621 T2194 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:60376 which had sessionid 0x13d5fd83bdc0005
[junit4:junit4] 2> 3621 T2232 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3621 T2192 oaz.ZooKeeper.close Session: 0x13d5fd83bdc0005 closed
[junit4:junit4] 2> 3622 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3627 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1035b0f
[junit4:junit4] 2> 3629 T2233 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3629 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3630 T2233 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 3630 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60377
[junit4:junit4] 2> 3630 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60377
[junit4:junit4] 2> 3632 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0006 with negotiated timeout 20000 for client /127.0.0.1:60377
[junit4:junit4] 2> 3632 T2233 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0006, negotiated timeout = 20000
[junit4:junit4] 2> 3633 T2234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1035b0f name:ZooKeeperConnection Watcher:127.0.0.1:58555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3633 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3634 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3635 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3638 T2192 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4641 T2192 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43316_ibke%2Fq
[junit4:junit4] 2> 4643 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43316_ibke%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43316_ibke%2Fq
[junit4:junit4] 2> 4644 T2192 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43316_ibke%2Fq
[junit4:junit4] 2> 4647 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 4647 T2234 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4647 T2221 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4649 T2214 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4652 T274 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4] 2> 4655 T2235 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934/collection1
[junit4:junit4] 2> 4656 T2235 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4657 T2235 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4657 T2235 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4659 T2235 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934/collection1/'
[junit4:junit4] 2> 4660 T2235 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934/collection1/lib/README' to classloader
[junit4:junit4] 2> 4662 T2235 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4699 T2235 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 4733 T2235 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4734 T2235 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4738 T2235 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4900 T289 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4] 2> 4940 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4941 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:49216_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49216/ibke/q"}
[junit4:junit4] 2> 4944 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4944 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4944 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5113 T2235 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5119 T2235 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5121 T2235 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5136 T2235 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5139 T2235 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5143 T2235 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5144 T2235 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5144 T2235 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5145 T2235 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5146 T2235 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5147 T2235 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5147 T2235 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5147 T2235 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363112642934/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty1/
[junit4:junit4] 2> 5148 T2235 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e87717
[junit4:junit4] 2> 5148 T2235 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5149 T2235 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty1 forceNew: false
[junit4:junit4] 2> 5149 T2235 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty1/index/
[junit4:junit4] 2> 5149 T2235 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5150 T2235 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty1/index forceNew: false
[junit4:junit4] 2> 5151 T2235 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5151 T2235 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5154 T2235 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5154 T2235 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5155 T2235 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5156 T2235 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5156 T2235 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5157 T2235 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5157 T2235 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5158 T2235 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5158 T2235 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5162 T2235 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5165 T2235 oass.SolrIndexSearcher.<init> Opening Searcher@fc7e05 main
[junit4:junit4] 2> 5166 T2235 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty1/tlog
[junit4:junit4] 2> 5166 T2235 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5167 T2235 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5174 T2236 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fc7e05 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5177 T2235 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5178 T2235 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6448 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6450 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43316_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43316/ibke/q"}
[junit4:junit4] 2> 6450 T2215 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 6450 T2215 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6457 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6457 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6457 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7179 T2235 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7180 T2235 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43316/ibke/q collection:collection1 shard:shard1
[junit4:junit4] 2> 7181 T2235 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7190 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7191 T2235 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7192 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7195 T2235 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7196 T2235 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7196 T2235 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43316/ibke/q/collection1/
[junit4:junit4] 2> 7196 T2235 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7197 T2235 oasc.SyncStrategy.syncToMe http://127.0.0.1:43316/ibke/q/collection1/ has no replicas
[junit4:junit4] 2> 7197 T2235 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43316/ibke/q/collection1/
[junit4:junit4] 2> 7197 T2235 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7203 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7962 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7971 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7971 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7971 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8008 T2235 oasc.ZkController.register We are http://127.0.0.1:43316/ibke/q/collection1/ and leader is http://127.0.0.1:43316/ibke/q/collection1/
[junit4:junit4] 2> 8008 T2235 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43316/ibke/q
[junit4:junit4] 2> 8009 T2235 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8009 T2235 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8009 T2235 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8011 T2235 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8013 T2192 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 8014 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8014 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8083 T2192 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8085 T2192 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35991
[junit4:junit4] 2> 8086 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8086 T2192 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8086 T2192 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467
[junit4:junit4] 2> 8087 T2192 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467/solr.xml
[junit4:junit4] 2> 8087 T2192 oasc.CoreContainer.<init> New CoreContainer 30406268
[junit4:junit4] 2> 8087 T2192 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467/'
[junit4:junit4] 2> 8088 T2192 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467/'
[junit4:junit4] 2> 8106 T2192 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8106 T2192 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8106 T2192 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8107 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8107 T2192 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8107 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8108 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8108 T2192 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8108 T2192 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8109 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8115 T2192 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8127 T2192 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58555/solr
[junit4:junit4] 2> 8128 T2192 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8128 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@400126
[junit4:junit4] 2> 8129 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8129 T2247 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8130 T2247 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 8130 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60380
[junit4:junit4] 2> 8131 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60380
[junit4:junit4] 2> 8132 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0007 with negotiated timeout 20000 for client /127.0.0.1:60380
[junit4:junit4] 2> 8132 T2247 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0007, negotiated timeout = 20000
[junit4:junit4] 2> 8132 T2248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@400126 name:ZooKeeperConnection Watcher:127.0.0.1:58555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8133 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8135 T2197 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd83bdc0007
[junit4:junit4] 2> 8135 T2248 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8135 T2192 oaz.ZooKeeper.close Session: 0x13d5fd83bdc0007 closed
[junit4:junit4] 2> 8135 T2194 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:60380 which had sessionid 0x13d5fd83bdc0007
[junit4:junit4] 2> 8136 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8138 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@58d974
[junit4:junit4] 2> 8139 T2249 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8139 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8140 T2249 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 8140 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60381
[junit4:junit4] 2> 8141 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60381
[junit4:junit4] 2> 8142 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0008 with negotiated timeout 20000 for client /127.0.0.1:60381
[junit4:junit4] 2> 8142 T2249 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0008, negotiated timeout = 20000
[junit4:junit4] 2> 8142 T2250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58d974 name:ZooKeeperConnection Watcher:127.0.0.1:58555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8143 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8144 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8145 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8147 T2192 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9151 T2192 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35991_ibke%2Fq
[junit4:junit4] 2> 9152 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35991_ibke%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35991_ibke%2Fq
[junit4:junit4] 2> 9153 T2192 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35991_ibke%2Fq
[junit4:junit4] 2> 9156 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9156 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9156 T2234 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9156 T2250 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9157 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9158 T2214 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9158 T2221 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9165 T2251 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467/collection1
[junit4:junit4] 2> 9165 T2251 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9166 T2251 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9167 T2251 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9169 T2251 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467/collection1/'
[junit4:junit4] 2> 9169 T2251 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467/collection1/lib/README' to classloader
[junit4:junit4] 2> 9170 T2251 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9213 T2251 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9247 T2251 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9248 T2251 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9252 T2251 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9476 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9477 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43316_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43316/ibke/q"}
[junit4:junit4] 2> 9479 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9479 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9479 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9479 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9619 T2251 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9625 T2251 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9627 T2251 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9639 T2251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9642 T2251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9645 T2251 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9646 T2251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9646 T2251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9646 T2251 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9648 T2251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9648 T2251 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9649 T2251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9649 T2251 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363112647467/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty2/
[junit4:junit4] 2> 9649 T2251 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e87717
[junit4:junit4] 2> 9650 T2251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9650 T2251 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty2 forceNew: false
[junit4:junit4] 2> 9650 T2251 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty2/index/
[junit4:junit4] 2> 9651 T2251 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9651 T2251 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty2/index forceNew: false
[junit4:junit4] 2> 9652 T2251 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13633c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1490981),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9653 T2251 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9655 T2251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9655 T2251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9656 T2251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9656 T2251 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9657 T2251 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9657 T2251 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9658 T2251 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9658 T2251 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9659 T2251 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9662 T2251 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9665 T2251 oass.SolrIndexSearcher.<init> Opening Searcher@96b822 main
[junit4:junit4] 2> 9666 T2251 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty2/tlog
[junit4:junit4] 2> 9666 T2251 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9667 T2251 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9673 T2252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@96b822 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9676 T2251 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9677 T2251 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 10983 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10983 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:35991_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35991/ibke/q"}
[junit4:junit4] 2> 10984 T2215 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 10984 T2215 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 10988 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10988 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10988 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10988 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11679 T2251 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11680 T2251 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35991/ibke/q collection:collection1 shard:shard1
[junit4:junit4] 2> 11682 T2251 oasc.ZkController.register We are http://127.0.0.1:35991/ibke/q/collection1/ and leader is http://127.0.0.1:43316/ibke/q/collection1/
[junit4:junit4] 2> 11682 T2251 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35991/ibke/q
[junit4:junit4] 2> 11682 T2251 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11682 T2251 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C82 name=collection1 org.apache.solr.core.SolrCore@69e046 url=http://127.0.0.1:35991/ibke/q/collection1 node=127.0.0.1:35991_ibke%2Fq C82_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:35991_ibke%2Fq, base_url=http://127.0.0.1:35991/ibke/q}
[junit4:junit4] 2> 11683 T2253 C82 P35991 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11684 T2253 C82 P35991 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11684 T2251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11684 T2253 C82 P35991 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 11684 T2253 C82 P35991 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11685 T2253 C82 P35991 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11685 T2192 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 11685 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11685 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11744 T2192 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 11745 T2192 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52218
[junit4:junit4] 2> 11745 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 11746 T2192 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 11746 T2192 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134
[junit4:junit4] 2> 11746 T2192 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134/solr.xml
[junit4:junit4] 2> 11747 T2192 oasc.CoreContainer.<init> New CoreContainer 32201191
[junit4:junit4] 2> 11747 T2192 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134/'
[junit4:junit4] 2> 11747 T2192 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134/'
[junit4:junit4] 2> 11765 T2192 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 11765 T2192 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 11765 T2192 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 11766 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 11766 T2192 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 11766 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 11767 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 11767 T2192 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 11767 T2192 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 11767 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 11774 T2192 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 11784 T2192 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58555/solr
[junit4:junit4] 2> 11785 T2192 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 11785 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1addb79
[junit4:junit4] 2> 11786 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11786 T2264 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 11786 T2264 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 11787 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60386
[junit4:junit4] 2> 11787 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60386
[junit4:junit4] 2> 11788 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc0009 with negotiated timeout 20000 for client /127.0.0.1:60386
[junit4:junit4] 2> 11788 T2264 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc0009, negotiated timeout = 20000
[junit4:junit4] 2> 11788 T2265 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1addb79 name:ZooKeeperConnection Watcher:127.0.0.1:58555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11788 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11789 T2197 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd83bdc0009
[junit4:junit4] 2> 11789 T2194 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:60386 which had sessionid 0x13d5fd83bdc0009
[junit4:junit4] 2> 11789 T2265 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 11789 T2192 oaz.ZooKeeper.close Session: 0x13d5fd83bdc0009 closed
[junit4:junit4] 2> 11790 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 11792 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e210e5
[junit4:junit4] 2> 11793 T2266 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 11793 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 11793 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60387
[junit4:junit4] 2> 11793 T2266 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 11794 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60387
[junit4:junit4] 2> 11795 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc000a with negotiated timeout 20000 for client /127.0.0.1:60387
[junit4:junit4] 2> 11795 T2266 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc000a, negotiated timeout = 20000
[junit4:junit4] 2> 11795 T2267 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e210e5 name:ZooKeeperConnection Watcher:127.0.0.1:58555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 11795 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 11796 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11796 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11798 T2192 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 12493 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12494 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:35991_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35991/ibke/q"}
[junit4:junit4] 2> 12500 T2267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12500 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12500 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12500 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12500 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12688 T2228 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:35991_ibke%252Fq_collection1&state=recovering&nodeName=127.0.0.1:35991_ibke%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 12800 T2192 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52218_ibke%2Fq
[junit4:junit4] 2> 12800 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52218_ibke%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52218_ibke%2Fq
[junit4:junit4] 2> 12801 T2192 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52218_ibke%2Fq
[junit4:junit4] 2> 12802 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12802 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12803 T2234 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12803 T2250 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12803 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12803 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12803 T2267 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12804 T2267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 12804 T2221 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12804 T2214 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 12810 T2268 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134/collection1
[junit4:junit4] 2> 12810 T2268 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 12812 T2268 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 12812 T2268 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 12814 T2268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134/collection1/'
[junit4:junit4] 2> 12814 T2268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134/collection1/lib/README' to classloader
[junit4:junit4] 2> 12815 T2268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 12863 T2268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 12900 T2268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 12901 T2268 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 12905 T2268 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 13302 T2268 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 13308 T2268 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 13311 T2268 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 13324 T2268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13328 T2268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 13331 T2268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13332 T2268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13332 T2268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13333 T2268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 13334 T2268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 13334 T2268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 13334 T2268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13334 T2268 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363112651134/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty3/
[junit4:junit4] 2> 13335 T2268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e87717
[junit4:junit4] 2> 13335 T2268 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 13336 T2268 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty3 forceNew: false
[junit4:junit4] 2> 13336 T2268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty3/index/
[junit4:junit4] 2> 13336 T2268 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 13337 T2268 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty3/index forceNew: false
[junit4:junit4] 2> 13338 T2268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1979367 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed6861),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 13338 T2268 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 13340 T2268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 13341 T2268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 13341 T2268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 13342 T2268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 13343 T2268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 13343 T2268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 13344 T2268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 13344 T2268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 13345 T2268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 13347 T2268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 13348 T571 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4] 2> 13350 T2268 oass.SolrIndexSearcher.<init> Opening Searcher@110dda0 main
[junit4:junit4] 2> 13350 T2268 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty3/tlog
[junit4:junit4] 2> 13350 T2268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 13351 T2268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 13358 T2269 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@110dda0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 13360 T2268 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 13361 T2268 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14004 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14005 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52218_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52218/ibke/q"}
[junit4:junit4] 2> 14005 T2215 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 14005 T2215 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 14009 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14009 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14009 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14009 T2267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14009 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14363 T2268 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 14363 T2268 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52218/ibke/q collection:collection1 shard:shard1
[junit4:junit4] 2> 14367 T2268 oasc.ZkController.register We are http://127.0.0.1:52218/ibke/q/collection1/ and leader is http://127.0.0.1:43316/ibke/q/collection1/
[junit4:junit4] 2> 14368 T2268 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52218/ibke/q
[junit4:junit4] 2> 14368 T2268 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 14368 T2268 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C83 name=collection1 org.apache.solr.core.SolrCore@41f9e5 url=http://127.0.0.1:52218/ibke/q/collection1 node=127.0.0.1:52218_ibke%2Fq C83_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52218_ibke%2Fq, base_url=http://127.0.0.1:52218/ibke/q}
[junit4:junit4] 2> 14369 T2270 C83 P52218 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 14370 T2268 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14370 T2270 C83 P52218 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 14371 T2270 C83 P52218 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 14371 T2270 C83 P52218 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14372 T2192 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 14373 T2270 C83 P52218 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14373 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 14374 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14457 T2192 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 14459 T2192 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37318
[junit4:junit4] 2> 14459 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 14460 T2192 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 14460 T2192 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825
[junit4:junit4] 2> 14460 T2192 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825/solr.xml
[junit4:junit4] 2> 14460 T2192 oasc.CoreContainer.<init> New CoreContainer 18440659
[junit4:junit4] 2> 14461 T2192 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825/'
[junit4:junit4] 2> 14462 T2192 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825/'
[junit4:junit4] 2> 14481 T2192 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 14481 T2192 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 14482 T2192 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 14482 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 14482 T2192 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 14483 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 14483 T2192 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 14483 T2192 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 14484 T2192 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 14484 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 14490 T2192 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 14501 T2192 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:58555/solr
[junit4:junit4] 2> 14501 T2192 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 14502 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c5924a
[junit4:junit4] 2> 14503 T2281 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 14503 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14503 T2281 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 14503 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60392
[junit4:junit4] 2> 14504 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60392
[junit4:junit4] 2> 14504 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc000b with negotiated timeout 20000 for client /127.0.0.1:60392
[junit4:junit4] 2> 14504 T2281 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc000b, negotiated timeout = 20000
[junit4:junit4] 2> 14505 T2282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c5924a name:ZooKeeperConnection Watcher:127.0.0.1:58555 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14505 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14506 T2197 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd83bdc000b
[junit4:junit4] 2> 14507 T2194 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:60392 which had sessionid 0x13d5fd83bdc000b
[junit4:junit4] 2> 14507 T2282 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 14507 T2192 oaz.ZooKeeper.close Session: 0x13d5fd83bdc000b closed
[junit4:junit4] 2> 14508 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 14510 T2192 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:58555/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c65656
[junit4:junit4] 2> 14511 T2283 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:58555. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 14511 T2192 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 14511 T2283 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:58555, initiating session
[junit4:junit4] 2> 14511 T2194 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:60393
[junit4:junit4] 2> 14512 T2194 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:60393
[junit4:junit4] 2> 14513 T2196 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd83bdc000c with negotiated timeout 20000 for client /127.0.0.1:60393
[junit4:junit4] 2> 14513 T2283 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:58555, sessionid = 0x13d5fd83bdc000c, negotiated timeout = 20000
[junit4:junit4] 2> 14513 T2284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c65656 name:ZooKeeperConnection Watcher:127.0.0.1:58555/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 14513 T2192 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 14514 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 14515 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 14517 T2192 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> C82_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:35991_ibke%2Fq, base_url=http://127.0.0.1:35991/ibke/q}
[junit4:junit4] 2> 14689 T2253 C82 P35991 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43316/ibke/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 14690 T2253 C82 P35991 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35991/ibke/q START replicas=[http://127.0.0.1:43316/ibke/q/collection1/] nUpdates=100
[junit4:junit4] 2> 14690 T2253 C82 P35991 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 14691 T2253 C82 P35991 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 14691 T2253 C82 P35991 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 14691 T2253 C82 P35991 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 14691 T2253 C82 P35991 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 14692 T2253 C82 P35991 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43316/ibke/q/collection1/. core=collection1
[junit4:junit4] 2> 14692 T2253 C82 P35991 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C84 name=collection1 org.apache.solr.core.SolrCore@1e3b81c url=http://127.0.0.1:43316/ibke/q/collection1 node=127.0.0.1:43316_ibke%2Fq C84_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43316_ibke%2Fq, base_url=http://127.0.0.1:43316/ibke/q, leader=true}
[junit4:junit4] 2> 14698 T2227 C84 P43316 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 14706 T2229 C84 P43316 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 14707 T2229 C84 P43316 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14708 T2229 C84 P43316 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14709 T2229 C84 P43316 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14709 T2229 C84 P43316 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 14709 T2229 C84 P43316 oass.SolrIndexSearcher.<init> Opening Searcher@e3c912 realtime
[junit4:junit4] 2> 14710 T2229 C84 P43316 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14710 T2229 C84 P43316 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 14711 T2253 C82 P35991 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14711 T2253 C82 P35991 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14713 T2227 C84 P43316 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14714 T2227 C84 P43316 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 14714 T2253 C82 P35991 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 14715 T2253 C82 P35991 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 14715 T2253 C82 P35991 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 14717 T2229 C84 P43316 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 14717 T2253 C82 P35991 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 14719 T2253 C82 P35991 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty2/index.20130312182414164 forceNew: false
[junit4:junit4] 2> 14719 T2253 C82 P35991 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@15b5ea8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@eb4bd1) fullCopy=false
[junit4:junit4] 2> 14721 T2228 C84 P43316 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14723 T2253 C82 P35991 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 14724 T2253 C82 P35991 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 14724 T2253 C82 P35991 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 14725 T2253 C82 P35991 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13633c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1490981),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13633c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1490981),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 14726 T2253 C82 P35991 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 14726 T2253 C82 P35991 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 14727 T2253 C82 P35991 oass.SolrIndexSearcher.<init> Opening Searcher@6a68df main
[junit4:junit4] 2> 14728 T2252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a68df main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 14728 T2253 C82 P35991 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@15b5ea8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@eb4bd1)
[junit4:junit4] 2> 14728 T2253 C82 P35991 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 14729 T2253 C82 P35991 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 14729 T2253 C82 P35991 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 14729 T2253 C82 P35991 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14732 T2253 C82 P35991 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 15513 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15514 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52218_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52218/ibke/q"}
[junit4:junit4] 2> 15517 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:35991_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35991/ibke/q"}
[junit4:junit4] 2> 15520 T2192 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37318_ibke%2Fq
[junit4:junit4] 2> 15521 T2197 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd83bdc000c type:delete cxid:0xb zxid:0x9c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37318_ibke%2Fq Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37318_ibke%2Fq
[junit4:junit4] 2> 15521 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15522 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15522 T2267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15521 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15522 T2192 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37318_ibke%2Fq
[junit4:junit4] 2> 15522 T2284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15522 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15526 T2284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15526 T2234 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15527 T2250 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15527 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15527 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15528 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15529 T2267 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15530 T2267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 15530 T2284 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15530 T2221 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15531 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15533 T2214 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 15536 T2287 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825/collection1
[junit4:junit4] 2> 15537 T2287 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 15538 T2287 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 15538 T2287 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 15540 T2287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825/collection1/'
[junit4:junit4] 2> 15541 T2287 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825/collection1/lib/README' to classloader
[junit4:junit4] 2> 15541 T2287 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 15580 T2287 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 15613 T2287 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 15614 T2287 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 15618 T2287 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 15990 T2287 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 15996 T2287 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 15998 T2287 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 16011 T2287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 16015 T2287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 16018 T2287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 16019 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 16019 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 16019 T2287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 16020 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 16021 T2287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 16021 T2287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 16021 T2287 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363112653825/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty4/
[junit4:junit4] 2> 16021 T2287 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e87717
[junit4:junit4] 2> 16022 T2287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 16022 T2287 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty4 forceNew: false
[junit4:junit4] 2> 16022 T2287 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty4/index/
[junit4:junit4] 2> 16023 T2287 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 16023 T2287 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty4/index forceNew: false
[junit4:junit4] 2> 16024 T2287 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6a99 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e5568c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 16025 T2287 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 16026 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 16027 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 16027 T2287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 16028 T2287 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 16028 T2287 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 16028 T2287 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 16029 T2287 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 16029 T2287 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 16030 T2287 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 16033 T2287 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 16036 T2287 oass.SolrIndexSearcher.<init> Opening Searcher@ceeb9e main
[junit4:junit4] 2> 16036 T2287 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty4/tlog
[junit4:junit4] 2> 16037 T2287 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 16037 T2287 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 16042 T2288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ceeb9e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 16044 T2287 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 16044 T2287 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16380 T2230 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:52218_ibke%252Fq_collection1&state=recovering&nodeName=127.0.0.1:52218_ibke%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2000
[junit4:junit4] 2> 17032 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17033 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:37318_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37318/ibke/q"}
[junit4:junit4] 2> 17034 T2215 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 17034 T2215 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 17039 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17040 T2267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17040 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17039 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17039 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17039 T2284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17045 T2287 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 17046 T2287 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37318/ibke/q collection:collection1 shard:shard1
[junit4:junit4] 2> 17049 T2287 oasc.ZkController.register We are http://127.0.0.1:37318/ibke/q/collection1/ and leader is http://127.0.0.1:43316/ibke/q/collection1/
[junit4:junit4] 2> 17050 T2287 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37318/ibke/q
[junit4:junit4] 2> 17050 T2287 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 17050 T2287 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C85 name=collection1 org.apache.solr.core.SolrCore@cec5cc url=http://127.0.0.1:37318/ibke/q/collection1 node=127.0.0.1:37318_ibke%2Fq C85_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:37318_ibke%2Fq, base_url=http://127.0.0.1:37318/ibke/q}
[junit4:junit4] 2> 17051 T2289 C85 P37318 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 17051 T2287 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17053 T2289 C85 P37318 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 17053 T2289 C85 P37318 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 17053 T2289 C85 P37318 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 17054 T2192 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 17055 T2289 C85 P37318 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17055 T2192 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 17055 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17062 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17064 T2192 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 17064 T2192 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 17065 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18067 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C83_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52218_ibke%2Fq, base_url=http://127.0.0.1:52218/ibke/q}
[junit4:junit4] 2> 18381 T2270 C83 P52218 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43316/ibke/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 18382 T2270 C83 P52218 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52218/ibke/q START replicas=[http://127.0.0.1:43316/ibke/q/collection1/] nUpdates=100
[junit4:junit4] 2> 18382 T2270 C83 P52218 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 18382 T2270 C83 P52218 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 18382 T2270 C83 P52218 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 18382 T2270 C83 P52218 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 18382 T2270 C83 P52218 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 18383 T2270 C83 P52218 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43316/ibke/q/collection1/. core=collection1
[junit4:junit4] 2> 18383 T2270 C83 P52218 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18384 T2227 C84 P43316 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 18387 T2228 C84 P43316 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 18388 T2228 C84 P43316 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18388 T2228 C84 P43316 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18388 T2228 C84 P43316 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 18389 T2228 C84 P43316 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4] 2> 18390 T2270 C83 P52218 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 18390 T2270 C83 P52218 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 18392 T2227 C84 P43316 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 18393 T2270 C83 P52218 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 18393 T2270 C83 P52218 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 18393 T2270 C83 P52218 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 18395 T2228 C84 P43316 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0
[junit4:junit4] 2> 18396 T2270 C83 P52218 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 18397 T2270 C83 P52218 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty3/index.20130312182417842 forceNew: false
[junit4:junit4] 2> 18397 T2270 C83 P52218 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@13a9c27 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d78420) fullCopy=false
[junit4:junit4] 2> 18399 T2229 C84 P43316 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 18401 T2270 C83 P52218 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 18402 T2270 C83 P52218 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 18402 T2270 C83 P52218 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 18403 T2270 C83 P52218 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1979367 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed6861),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1979367 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed6861),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 18404 T2270 C83 P52218 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 18404 T2270 C83 P52218 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 18405 T2270 C83 P52218 oass.SolrIndexSearcher.<init> Opening Searcher@11f1b7d main
[junit4:junit4] 2> 18406 T2269 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11f1b7d main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 18407 T2270 C83 P52218 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@13a9c27 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d78420)
[junit4:junit4] 2> 18407 T2270 C83 P52218 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 18407 T2270 C83 P52218 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 18408 T2270 C83 P52218 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 18408 T2270 C83 P52218 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18409 T2270 C83 P52218 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 18545 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18546 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:37318_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37318/ibke/q"}
[junit4:junit4] 2> 18552 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52218_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52218/ibke/q"}
[junit4:junit4] 2> 18557 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18557 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18557 T2267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18557 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18557 T2284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18557 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19063 T2230 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:37318_ibke%252Fq_collection1&state=recovering&nodeName=127.0.0.1:37318_ibke%252Fq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2001
[junit4:junit4] 2> 19070 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20072 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C85_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:37318_ibke%2Fq, base_url=http://127.0.0.1:37318/ibke/q}
[junit4:junit4] 2> 21064 T2289 C85 P37318 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43316/ibke/q/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 21065 T2289 C85 P37318 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:37318/ibke/q START replicas=[http://127.0.0.1:43316/ibke/q/collection1/] nUpdates=100
[junit4:junit4] 2> 21065 T2289 C85 P37318 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 21066 T2289 C85 P37318 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 21066 T2289 C85 P37318 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 21066 T2289 C85 P37318 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 21066 T2289 C85 P37318 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 21067 T2289 C85 P37318 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43316/ibke/q/collection1/. core=collection1
[junit4:junit4] 2> 21067 T2289 C85 P37318 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 21067 T2230 C84 P43316 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 21073 T2228 C84 P43316 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21074 T2228 C84 P43316 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 21074 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21075 T2228 C84 P43316 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 21075 T2228 C84 P43316 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21076 T2228 C84 P43316 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 2> 21077 T2289 C85 P37318 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 21078 T2289 C85 P37318 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 21080 T2229 C84 P43316 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 21080 T2289 C85 P37318 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 21081 T2289 C85 P37318 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 21081 T2289 C85 P37318 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 21083 T2230 C84 P43316 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0
[junit4:junit4] 2> 21084 T2289 C85 P37318 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 21086 T2289 C85 P37318 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363112639449/jetty4/index.20130312182420530 forceNew: false
[junit4:junit4] 2> 21086 T2289 C85 P37318 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@12ba8a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dc997) fullCopy=false
[junit4:junit4] 2> 21089 T2228 C84 P43316 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=1
[junit4:junit4] 2> 21090 T2289 C85 P37318 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 21091 T2289 C85 P37318 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 21092 T2289 C85 P37318 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 21093 T2289 C85 P37318 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6a99 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e5568c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6a99 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e5568c),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 21093 T2289 C85 P37318 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 21094 T2289 C85 P37318 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 21094 T2289 C85 P37318 oass.SolrIndexSearcher.<init> Opening Searcher@195e464 main
[junit4:junit4] 2> 21096 T2288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@195e464 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 21097 T2289 C85 P37318 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@12ba8a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dc997)
[junit4:junit4] 2> 21098 T2289 C85 P37318 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 21098 T2289 C85 P37318 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 21098 T2289 C85 P37318 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 21099 T2289 C85 P37318 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 21100 T2289 C85 P37318 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 21566 T2215 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21567 T2215 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:37318_ibke%2Fq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37318/ibke/q"}
[junit4:junit4] 2> 21573 T2234 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21573 T2284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21573 T2214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21573 T2250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21573 T2267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21573 T2221 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22077 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22078 T2192 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C86 name=collection1 org.apache.solr.core.SolrCore@118902 url=http://127.0.0.1:49216/ibke/q/collection1 node=127.0.0.1:49216_ibke%2Fq C86_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49216_ibke%2Fq, base_url=http://127.0.0.1:49216/ibke/q, leader=true}
[junit4:junit4] 2> 22087 T2209 C86 P49216 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22089 T2209 C86 P49216 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e38c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@126c01e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 22089 T2209 C86 P49216 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 22090 T2209 C86 P49216 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e38c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@126c01e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e38c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@126c01e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22091 T2209 C86 P49216 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22092 T2209 C86 P49216 oass.SolrIndexSearcher.<init> Opening Searcher@e42872 main
[junit4:junit4] 2> 22092 T2209 C86 P49216 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22094 T2218 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e42872 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 22094 T2209 C86 P49216 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 22101 T2228 C84 P43316 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22102 T2228 C84 P43316 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 22103 T2228 C84 P43316 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 22103 T2228 C84 P43316 oass.SolrIndexSearcher.<init> Opening Searcher@527e72 main
[junit4:junit4] 2> 22104 T2228 C84 P43316 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22106 T2236 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@527e72 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22106 T2228 C84 P43316 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35991/ibke/q/collection1/, StdNode: http://127.0.0.1:52218/ibke/q/collection1/, StdNode: http://127.0.0.1:37318/ibke/q/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> C83_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52218_ibke%2Fq, base_url=http://127.0.0.1:52218/ibke/q}
[junit4:junit4] 2> 22118 T2260 C83 P52218 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C85_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:37318_ibke%2Fq, base_url=http://127.0.0.1:37318/ibke/q}
[junit4:junit4] 2> 22118 T2277 C85 P37318 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C82_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35991_ibke%2Fq, base_url=http://127.0.0.1:35991/ibke/q}
[junit4:junit4] 2> 22119 T2244 C82 P35991 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22119 T2260 C83 P52218 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1979367 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed6861),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1979367 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed6861),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> 22120 T2277 C85 P37318 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6a99 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e5568c),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6a99 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e5568c),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> 22121 T2260 C83 P52218 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4] 2> 22122 T2277 C85 P37318 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4] 2> 22122 T2244 C82 P35991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13633c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1490981),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13633c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1490981),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 22122 T2260 C83 P52218 oass.SolrIndexSearcher.<init> Opening Searcher@d7f876 main
[junit4:junit4] 2> 22123 T2277 C85 P37318 oass.SolrIndexSearcher.<init> Opening Searcher@48b27f main
[junit4:junit4] 2> 22124 T2244 C82 P35991 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 22124 T2277 C85 P37318 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22125 T2260 C83 P52218 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22125 T2244 C82 P35991 oass.SolrIndexSearcher.<init> Opening Searcher@d5829e main
[junit4:junit4] 2> 22126 T2288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48b27f main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 22126 T2244 C82 P35991 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22127 T2269 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d7f876 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 22127 T2252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d5829e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22127 T2277 C85 P37318 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 22128 T2260 C83 P52218 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 22129 T2244 C82 P35991 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 22130 T2228 C84 P43316 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4] 2> 22131 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22134 T2229 C84 P43316 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 22137 T2245 C82 P35991 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 22139 T2261 C83 P52218 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 22141 T2278 C85 P37318 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 23075 T588 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4] 2> 24146 T2208 C86 P49216 oass.SolrIndexSearcher.<init> Opening Searcher@fa42ef realtime
[junit4:junit4] 2> 24147 T2208 C86 P49216 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429327224336547840)} 0 3
[junit4:junit4] 2> 24153 T2260 C83 P52218 /update {update.distrib=FROMLEADER&_version_=-1429327224341790720&update.from=http://127.0.0.1:43316/ibke/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429327224341790720)} 0 1
[junit4:junit4] 2> 24153 T2277 C85 P37318 /update {update.distrib=FROMLEADER&_version_=-1429327224341790720&update.from=http://127.0.0.1:43316/ibke/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429327224341790720)} 0 1
[junit4:junit4] 2> 24153 T2244 C82 P35991 /update {update.distrib=FROMLEADER&_version_=-1429327224341790720&update.from=http://127.0.0.1:43316/ibke/q/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429327224341790720)} 0 1
[junit4:junit4] 2> 24154 T2229 C84 P43316 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429327224341790720)} 0 5
[junit4:junit4] 2> 24158 T2210 C86 P49216 /update {wt=javabin&version=2} {add=[0 (1429327224350179328)]} 0 1
[junit4:junit4] 2> 24166 T2279 C85 P37318 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429327224354373632)]} 0 2
[junit4:junit4] 2> 24166 T2246 C82 P35991 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429327224354373632)]} 0 2
[junit4:junit4] 2> 24166 T2261 C83 P52218 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429327224354373632)]} 0 2
[junit4:junit4] 2> 24167 T2230 C84 P43316 /update {wt=javabin&version=2} {add=[0 (1429327224354373632)]} 0 6
[junit4:junit4] 2> 24171 T2207 C86 P49216 /update {wt=javabin&version=2} {add=[1 (1429327224363810816)]} 0 1
[junit4:junit4] 2> 24178 T2280 C85 P37318 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429327224368005120)]} 0 2
[junit4:junit4] 2> 24178 T2243 C82 P35991 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429327224368005120)]} 0 2
[junit4:junit4] 2> 24178 T2262 C83 P52218 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429327224368005120)]} 0 2
[junit4:junit4] 2> 24179 T2228 C84 P43316 /update {wt=javabin&version=2} {add=[1 (1429327224368005120)]} 0 6
[junit4:junit4] 2> 24183 T2209 C86 P49216 /update {wt=javabin&version=2} {add=[2 (1429327224375345152)]} 0 2
[junit4:junit4] 2> 24190 T2263 C83 P52218 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429327224379539456)]} 0 2
[junit4:junit4] 2> 24190 T2278 C85 P37318 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429327224379539456)]} 0 2
[junit4:junit4] 2> 24191 T2227 C84 P43316 /update {test.distrib.skip.servers=http://127.0.0.1:35991/ibke/q/collection1/&wt=javabin&version=2} {add=[2 (1429327224379539456)]} 0 6
[junit4:junit4] 2> 24194 T2208 C86 P49216 /update {wt=javabin&version=2} {add=[3 (1429327224387928064)]} 0 1
[junit4:junit4] 2> 24200 T2277 C85 P37318 /update {distrib.from=http://127.0.0.1:43316/ibke/q/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429327224391073792)]} 0 1
[junit4:junit4] 2> 24201 T2229 C84 P43316 /update {test.distrib.skip.servers=http://127.0.0.1:35991/ibke/q/collection1/&test.distrib.skip.servers=http://127.0.0.1:52218/ibke/q/collection1/&wt=javabin&version=2} {add=[3 (1429327224391073792)]} 0 5
[junit4:junit4] 2> 24204 T2210 C86 P49216 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24208 T2210 C86 P49216 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e38c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@126c01e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e38c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@126c01e),segFN=segments_3,generation=3,filenames=[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4] 2> 24209 T2210 C86 P49216 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4] 2> 24211 T2210 C86 P49216 oass.SolrIndexSearcher.<init> Opening Searcher@1859cf4 main
[junit4:junit4] 2> 24212 T2210 C86 P49216 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24213 T2218 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1859cf4 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24214 T2210 C86 P49216 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 24216 T2230 C84 P43316 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24220 T2230 C84 P43316 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8bd3f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8ad72c),segFN=segments_6,generation=6,filenames=[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4] 2> 24221 T2230 C84 P43316 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4] 2> 24223 T2230 C84 P43316 oass.SolrIndexSearcher.<init> Opening Searcher@c95465 main
[junit4:junit4] 2> 24223 T2230 C84 P43316 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24225 T2236 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c95465 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24226 T2230 C84 P43316 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35991/ibke/q/collection1/, StdNode: http://127.0.0.1:52218/ibke/q/collection1/, StdNode: http://127.0.0.1:37318/ibke/q/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 24228 T2279 C85 P37318 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24228 T2245 C82 P35991 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24228 T2260 C83 P52218 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24231 T2245 C82 P35991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13633c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1490981),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13633c3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1490981),segFN=segments_4,generation=4,filenames=[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_4]
[junit4:junit4] 2> 24232 T2245 C82 P35991 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_4]
[junit4:junit4] 2> 24232 T2260 C83 P52218 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1979367 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed6861),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1979367 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ed6861),segFN=segments_5,generation=5,filenames=[_0.len, _0.inf, _0.si, segments_5, _0.pst, _0.fld]
[junit4:junit4] 2> 24232 T2279 C85 P37318 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6a99 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e5568c),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d6a99 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e5568c),segFN=segments_6,generation=6,filenames=[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4] 2> 24234 T2245 C82 P35991 oass.SolrIndexSearcher.<init> Opening Searcher@8d5cb7 main
[junit4:junit4] 2> 24233 T2260 C83 P52218 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.len, _0.inf, _0.si, segments_5, _0.pst, _0.fld]
[junit4:junit4] 2> 24236 T2252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8d5cb7 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4] 2> 24234 T2279 C85 P37318 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4] 2> 24236 T2260 C83 P52218 oass.SolrIndexSearcher.<init> Opening Searcher@65791f main
[junit4:junit4] 2> 24234 T2245 C82 P35991 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24238 T2260 C83 P52218 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24238 T2245 C82 P35991 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 24238 T2279 C85 P37318 oass.SolrIndexSearcher.<init> Opening Searcher@66fd1c main
[junit4:junit4] 2> 24239 T2269 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@65791f main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4] 2> 24239 T2279 C85 P37318 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24240 T2260 C83 P52218 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 2> 24241 T2288 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66fd1c main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4] 2> 24242 T2279 C85 P37318 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 2> 24243 T2230 C84 P43316 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 27
[junit4:junit4] 2> 24243 T2192 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 24245 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24246 T2192 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 24249 T2228 C84 P43316 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 24251 T2244 C82 P35991 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0
[junit4:junit4] 2> 24254 T2261 C83 P52218 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0
[junit4:junit4] 2> 24257 T2280 C85 P37318 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1
[junit4:junit4] 2> 24259 T2192 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24268 T2262 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4] 2> 24269 T2262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24276 T2227 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4] 2> 24276 T2227 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43316/ibke/q/collection1/
[junit4:junit4] 2> 24277 T2227 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43316/ibke/q START replicas=[http://127.0.0.1:35991/ibke/q/collection1/, http://127.0.0.1:52218/ibke/q/collection1/, http://127.0.0.1:37318/ibke/q/collection1/] nUpdates=100
[junit4:junit4] 2> 24279 T2246 C82 P35991 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24280 T2278 C85 P37318 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 24279 T2263 C83 P52218 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 24280 T2227 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:43316/ibke/q Received 3 versions from 127.0.0.1:35991/ibke/q/coll
[...truncated too long message...]
e_facet_si=MockFixedIntBlock(blockSize=1425), other_tl1=PostingsFormat(name=Memory doPackFST= true), multiDefault=MockFixedIntBlock(blockSize=1425), a_si=MockFixedIntBlock(blockSize=1425)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=hr_HR, timezone=Iran
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.7.0_15 (32-bit)/cpus=8,threads=3,free=129615304,total=267124736
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestSearchPerf, TestSolrQueryParser, TestCoreContainer, TestSolrDeletionPolicy2, ExternalFileFieldSortTest, TestJoin, OverseerTest, TestSolrIndexConfig, SuggesterFSTTest, TestFuzzyAnalyzedSuggestions, CSVRequestHandlerTest, DateFieldTest, TestSolrDeletionPolicy1, PeerSyncTest, BasicFunctionalityTest, DistributedSpellCheckComponentTest, TestRandomDVFaceting, DocValuesTest, OverseerCollectionProcessorTest, PrimUtilsTest, CacheHeaderTest, DirectUpdateHandlerOptimizeTest, SpellingQueryConverterTest, ScriptEngineTest, RAMDirectoryFactoryTest, SolrCoreTest, TestPseudoReturnFields, TestGroupingSearch, TestIBSimilarityFactory, SolrIndexSplitterTest, TestPHPSerializedResponseWriter, FieldMutatingUpdateProcessorTest, TestFieldTypeResource, PolyFieldTest, TestLFUCache, TestReplicationHandler, FastVectorHighlighterTest, QueryParsingTest, TestSolrCoreProperties, ZkCLITest, FileBasedSpellCheckerTest, CircularListTest, AlternateDirectoryTest, TestFieldResource, TestSurroundQueryParser, ShardRoutingTest, WordBreakSolrSpellCheckerTest, TestStressVersions, LukeRequestHandlerTest, TestCopyFieldCollectionResource, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, SyncSliceTest, UnloadDistributedZkTest, QueryEqualityTest, SoftAutoCommitTest, SchemaVersionSpecificBehaviorTest, SynonymTokenizerTest, RecoveryZkTest]
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest -Dtests.seed=4577EB0DD0307D6F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr_HR -Dtests.timezone=Iran -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 0.00s J0 | RecoveryZkTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2659, name=coreLoadExecutor-1124-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4] > at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4] > at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
[junit4:junit4] > at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
[junit4:junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4] > at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:874)
[junit4:junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
[junit4:junit4] > at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:580)
[junit4:junit4] > at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:575)
[junit4:junit4] > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4] > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@1905c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a9f388)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > ... 1 more
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=2661, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4] > at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4] > at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
[junit4:junit4] > at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
[junit4:junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4] > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@46981c lockFactory=org.apache.lucene.store.NativeFSLockFactory@e2b85d)
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] Completed on J0 in 35.25s, 1 test, 2 errors <<< FAILURES!
[...truncated 450 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1143 tests, 2 suite-level errors, 1 failure, 14 ignored (8 assumptions)
Total time: 47 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_15 -client -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure