You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/02/28 23:06:06 UTC
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b65) - Build #
4496 - Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4496/
Java: 64bit/jdk1.8.0-ea-b65 -XX:+UseConcMarkSweepGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([891100FE45648FF6:8F78EE6323BEFCA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:205)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:85)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:474)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9540 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 0 T2156 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /gek/
[junit4:junit4] 2> 3 T2156 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579
[junit4:junit4] 2> 4 T2156 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 5 T2157 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 6 T2157 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 6 T2157 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 6 T2157 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 6 T2157 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 7 T2157 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 105 T2156 oasc.ZkTestServer.run start zk server on port:45354
[junit4:junit4] 2> 106 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@483c6690
[junit4:junit4] 2> 106 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 107 T2162 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 107 T2162 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 107 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52111
[junit4:junit4] 2> 108 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52111
[junit4:junit4] 2> 108 T2160 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 176 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260000 with negotiated timeout 10000 for client /127.0.0.1:52111
[junit4:junit4] 2> 176 T2162 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260000, negotiated timeout = 10000
[junit4:junit4] 2> 177 T2163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@483c6690 name:ZooKeeperConnection Watcher:127.0.0.1:45354 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 177 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 178 T2156 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 182 T2161 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d22d54b260000
[junit4:junit4] 2> 183 T2163 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 184 T2158 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52111 which had sessionid 0x13d22d54b260000
[junit4:junit4] 2> 183 T2156 oaz.ZooKeeper.close Session: 0x13d22d54b260000 closed
[junit4:junit4] 2> 184 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1af1fee0
[junit4:junit4] 2> 185 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 186 T2164 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 186 T2164 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 187 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52112
[junit4:junit4] 2> 187 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52112
[junit4:junit4] 2> 188 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260001 with negotiated timeout 10000 for client /127.0.0.1:52112
[junit4:junit4] 2> 188 T2164 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260001, negotiated timeout = 10000
[junit4:junit4] 2> 188 T2165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1af1fee0 name:ZooKeeperConnection Watcher:127.0.0.1:45354/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 189 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 189 T2156 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 192 T2156 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 195 T2156 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 199 T2156 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 202 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 203 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 208 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 209 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 213 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 213 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 216 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 216 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 218 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 218 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 220 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 221 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 222 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 223 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 224 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 225 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 227 T2156 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 228 T2156 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 230 T2161 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d22d54b260001
[junit4:junit4] 2> 231 T2165 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 231 T2158 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52112 which had sessionid 0x13d22d54b260001
[junit4:junit4] 2> 231 T2156 oaz.ZooKeeper.close Session: 0x13d22d54b260001 closed
[junit4:junit4] 2> 279 T2156 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 333 T2156 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53596
[junit4:junit4] 2> 334 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 334 T2156 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 334 T2156 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806
[junit4:junit4] 2> 335 T2156 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806/solr.xml
[junit4:junit4] 2> 335 T2156 oasc.CoreContainer.<init> New CoreContainer 802430741
[junit4:junit4] 2> 335 T2156 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806/'
[junit4:junit4] 2> 336 T2156 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806/'
[junit4:junit4] 2> 352 T2156 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 352 T2156 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 353 T2156 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 353 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 353 T2156 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 353 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 354 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 354 T2156 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 354 T2156 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 355 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 360 T2156 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 380 T2156 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45354/solr
[junit4:junit4] 2> 381 T2156 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 381 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@757d6306
[junit4:junit4] 2> 382 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 382 T2175 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 382 T2175 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 382 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52113
[junit4:junit4] 2> 383 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52113
[junit4:junit4] 2> 384 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260002 with negotiated timeout 20000 for client /127.0.0.1:52113
[junit4:junit4] 2> 384 T2175 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260002, negotiated timeout = 20000
[junit4:junit4] 2> 384 T2176 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@757d6306 name:ZooKeeperConnection Watcher:127.0.0.1:45354 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 384 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 385 T2161 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d22d54b260002
[junit4:junit4] 2> 386 T2158 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52113 which had sessionid 0x13d22d54b260002
[junit4:junit4] 2> 386 T2156 oaz.ZooKeeper.close Session: 0x13d22d54b260002 closed
[junit4:junit4] 2> 386 T2176 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 386 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 388 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ad11916
[junit4:junit4] 2> 389 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 389 T2177 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 389 T2177 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 389 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52114
[junit4:junit4] 2> 390 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52114
[junit4:junit4] 2> 390 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260003 with negotiated timeout 20000 for client /127.0.0.1:52114
[junit4:junit4] 2> 390 T2177 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260003, negotiated timeout = 20000
[junit4:junit4] 2> 390 T2178 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ad11916 name:ZooKeeperConnection Watcher:127.0.0.1:45354/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 391 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 392 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 392 T2156 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 393 T2156 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53596_gek
[junit4:junit4] 2> 394 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53596_gek Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53596_gek
[junit4:junit4] 2> 394 T2156 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53596_gek
[junit4:junit4] 2> 396 T2156 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 398 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 398 T2156 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 400 T2156 oasc.Overseer.start Overseer (id=89265867101437955-127.0.0.1:53596_gek-n_0000000000) starting
[junit4:junit4] 2> 400 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 401 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 401 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 401 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 402 T2180 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 402 T2156 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 405 T2156 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 406 T2179 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 408 T2181 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806/collection1
[junit4:junit4] 2> 408 T2181 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 409 T2181 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 409 T2181 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 409 T2181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806/collection1/'
[junit4:junit4] 2> 410 T2181 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806/collection1/lib/README' to classloader
[junit4:junit4] 2> 410 T2181 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 432 T2181 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 470 T2181 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 471 T2181 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 474 T2181 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 825 T2181 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 844 T2181 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 847 T2181 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 856 T2181 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 859 T2181 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 861 T2181 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 862 T2181 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 863 T2181 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362089036806/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data/
[junit4:junit4] 2> 863 T2181 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fdc95c0
[junit4:junit4] 2> 863 T2181 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 869 T2181 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data forceNew:false
[junit4:junit4] 2> 869 T2181 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data
[junit4:junit4] 2> 869 T2181 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data/index/
[junit4:junit4] 2> 869 T2181 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 870 T2181 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data/index forceNew:false
[junit4:junit4] 2> 872 T2181 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 872 T2181 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 873 T2181 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data/index
[junit4:junit4] 2> 874 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 874 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 874 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 874 T2181 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 874 T2181 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 875 T2181 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 875 T2181 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 875 T2181 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 875 T2181 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 877 T2181 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 879 T2181 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data
[junit4:junit4] 2> 880 T2181 oass.SolrIndexSearcher.<init> Opening Searcher@5687bc36 main
[junit4:junit4] 2> 880 T2181 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 880 T2181 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 882 T2181 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/control/data
[junit4:junit4] 2> 882 T2182 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5687bc36 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 883 T2181 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 883 T2181 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 887 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1909 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1910 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:53596_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53596/gek"}
[junit4:junit4] 2> 1910 T2179 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1911 T2179 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1911 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1919 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2888 T2181 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2889 T2181 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53596/gek collection:control_collection shard:shard1
[junit4:junit4] 2> 2890 T2181 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2896 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2897 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2897 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2899 T2181 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2899 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2900 T2181 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53596/gek/collection1/
[junit4:junit4] 2> 2900 T2181 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2900 T2181 oasc.SyncStrategy.syncToMe http://127.0.0.1:53596/gek/collection1/ has no replicas
[junit4:junit4] 2> 2901 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53596/gek/collection1/
[junit4:junit4] 2> 2901 T2181 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2905 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3423 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3429 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3458 T2181 oasc.ZkController.register We are http://127.0.0.1:53596/gek/collection1/ and leader is http://127.0.0.1:53596/gek/collection1/
[junit4:junit4] 2> 3458 T2181 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53596/gek
[junit4:junit4] 2> 3458 T2181 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3459 T2181 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3459 T2181 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3461 T2181 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3462 T2156 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3462 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3463 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3469 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3470 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@439c2eb9
[junit4:junit4] 2> 3471 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3471 T2183 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3472 T2183 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 3472 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52132
[junit4:junit4] 2> 3472 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52132
[junit4:junit4] 2> 3474 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260004 with negotiated timeout 10000 for client /127.0.0.1:52132
[junit4:junit4] 2> 3474 T2183 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260004, negotiated timeout = 10000
[junit4:junit4] 2> 3475 T2184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@439c2eb9 name:ZooKeeperConnection Watcher:127.0.0.1:45354/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3475 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3476 T2156 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3478 T2156 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3549 T2156 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3550 T2156 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47538
[junit4:junit4] 2> 3551 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3551 T2156 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3552 T2156 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054
[junit4:junit4] 2> 3552 T2156 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/solr.xml
[junit4:junit4] 2> 3552 T2156 oasc.CoreContainer.<init> New CoreContainer 1864158720
[junit4:junit4] 2> 3553 T2156 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/'
[junit4:junit4] 2> 3553 T2156 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/'
[junit4:junit4] 2> 3569 T2156 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3569 T2156 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3570 T2156 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3570 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3571 T2156 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3571 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3572 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3572 T2156 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3573 T2156 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3573 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3579 T2156 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3586 T2156 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45354/solr
[junit4:junit4] 2> 3587 T2156 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3587 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a12a730
[junit4:junit4] 2> 3588 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3588 T2194 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3589 T2194 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 3589 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52133
[junit4:junit4] 2> 3589 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52133
[junit4:junit4] 2> 3590 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260005 with negotiated timeout 20000 for client /127.0.0.1:52133
[junit4:junit4] 2> 3590 T2194 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260005, negotiated timeout = 20000
[junit4:junit4] 2> 3590 T2195 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a12a730 name:ZooKeeperConnection Watcher:127.0.0.1:45354 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3591 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3591 T2161 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d22d54b260005
[junit4:junit4] 2> 3592 T2195 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3592 T2158 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52133 which had sessionid 0x13d22d54b260005
[junit4:junit4] 2> 3592 T2156 oaz.ZooKeeper.close Session: 0x13d22d54b260005 closed
[junit4:junit4] 2> 3592 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3613 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13d503f2
[junit4:junit4] 2> 3615 T2196 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3614 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3615 T2196 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 3615 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52134
[junit4:junit4] 2> 3616 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52134
[junit4:junit4] 2> 3617 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260006 with negotiated timeout 20000 for client /127.0.0.1:52134
[junit4:junit4] 2> 3617 T2196 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260006, negotiated timeout = 20000
[junit4:junit4] 2> 3617 T2197 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13d503f2 name:ZooKeeperConnection Watcher:127.0.0.1:45354/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3617 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3618 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3619 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3620 T2156 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4623 T2156 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47538_gek
[junit4:junit4] 2> 4624 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47538_gek Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47538_gek
[junit4:junit4] 2> 4624 T2156 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47538_gek
[junit4:junit4] 2> 4627 T2178 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4627 T2184 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4627 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4627 T2197 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4631 T2198 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/collection1
[junit4:junit4] 2> 4631 T2198 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4632 T2198 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4632 T2198 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4633 T2198 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/collection1/'
[junit4:junit4] 2> 4633 T2198 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/collection1/lib/README' to classloader
[junit4:junit4] 2> 4634 T2198 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4659 T2198 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 4696 T2198 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4697 T2198 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4700 T2198 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4933 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4934 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:53596_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53596/gek"}
[junit4:junit4] 2> 4935 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4935 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4935 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5020 T2198 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5026 T2198 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5028 T2198 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5047 T2198 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5049 T2198 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5051 T2198 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5052 T2198 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5053 T2198 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/
[junit4:junit4] 2> 5053 T2198 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fdc95c0
[junit4:junit4] 2> 5054 T2198 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 5054 T2198 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1 forceNew:false
[junit4:junit4] 2> 5054 T2198 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1
[junit4:junit4] 2> 5055 T2198 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index/
[junit4:junit4] 2> 5055 T2198 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5055 T2198 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index forceNew:false
[junit4:junit4] 2> 5058 T2198 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5058 T2198 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5059 T2198 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index
[junit4:junit4] 2> 5060 T2198 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5060 T2198 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5061 T2198 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5061 T2198 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5061 T2198 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5061 T2198 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5062 T2198 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5062 T2198 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5062 T2198 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5064 T2198 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5066 T2198 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1
[junit4:junit4] 2> 5067 T2198 oass.SolrIndexSearcher.<init> Opening Searcher@233731b7 main
[junit4:junit4] 2> 5068 T2198 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5068 T2198 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5071 T2199 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@233731b7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5072 T2198 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5072 T2198 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6439 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6440 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:47538_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47538/gek"}
[junit4:junit4] 2> 6440 T2179 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 6441 T2179 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6446 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6446 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6446 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7073 T2198 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7073 T2198 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47538/gek collection:collection1 shard:shard1
[junit4:junit4] 2> 7074 T2198 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7108 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7109 T2198 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7109 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7111 T2198 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7111 T2198 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7111 T2198 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47538/gek/collection1/
[junit4:junit4] 2> 7112 T2198 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7112 T2198 oasc.SyncStrategy.syncToMe http://127.0.0.1:47538/gek/collection1/ has no replicas
[junit4:junit4] 2> 7112 T2198 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47538/gek/collection1/
[junit4:junit4] 2> 7113 T2198 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7117 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7950 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7957 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7957 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7957 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7970 T2198 oasc.ZkController.register We are http://127.0.0.1:47538/gek/collection1/ and leader is http://127.0.0.1:47538/gek/collection1/
[junit4:junit4] 2> 7971 T2198 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47538/gek
[junit4:junit4] 2> 7971 T2198 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 7971 T2198 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 7971 T2198 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 7972 T2198 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7973 T2156 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 7974 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7975 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8045 T2156 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8047 T2156 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49430
[junit4:junit4] 2> 8048 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8048 T2156 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8049 T2156 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556
[junit4:junit4] 2> 8049 T2156 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556/solr.xml
[junit4:junit4] 2> 8049 T2156 oasc.CoreContainer.<init> New CoreContainer 707728208
[junit4:junit4] 2> 8050 T2156 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556/'
[junit4:junit4] 2> 8050 T2156 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556/'
[junit4:junit4] 2> 8066 T2156 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8067 T2156 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8067 T2156 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8067 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8068 T2156 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8068 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8068 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8069 T2156 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8069 T2156 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8069 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8074 T2156 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8082 T2156 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45354/solr
[junit4:junit4] 2> 8083 T2156 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8083 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@441aba6f
[junit4:junit4] 2> 8084 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8084 T2209 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8085 T2209 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 8085 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52139
[junit4:junit4] 2> 8085 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52139
[junit4:junit4] 2> 8085 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260007 with negotiated timeout 20000 for client /127.0.0.1:52139
[junit4:junit4] 2> 8085 T2209 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260007, negotiated timeout = 20000
[junit4:junit4] 2> 8086 T2210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@441aba6f name:ZooKeeperConnection Watcher:127.0.0.1:45354 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8086 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8086 T2161 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d22d54b260007
[junit4:junit4] 2> 8087 T2210 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8087 T2158 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52139 which had sessionid 0x13d22d54b260007
[junit4:junit4] 2> 8087 T2156 oaz.ZooKeeper.close Session: 0x13d22d54b260007 closed
[junit4:junit4] 2> 8087 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8090 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d38db0f
[junit4:junit4] 2> 8091 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8091 T2211 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8091 T2211 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 8091 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52140
[junit4:junit4] 2> 8091 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52140
[junit4:junit4] 2> 8092 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260008 with negotiated timeout 20000 for client /127.0.0.1:52140
[junit4:junit4] 2> 8092 T2211 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260008, negotiated timeout = 20000
[junit4:junit4] 2> 8092 T2212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d38db0f name:ZooKeeperConnection Watcher:127.0.0.1:45354/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8092 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8093 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8093 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8095 T2156 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9097 T2156 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49430_gek
[junit4:junit4] 2> 9098 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49430_gek Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49430_gek
[junit4:junit4] 2> 9099 T2156 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49430_gek
[junit4:junit4] 2> 9102 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9103 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9104 T2178 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9104 T2212 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9104 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9105 T2184 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9105 T2197 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9111 T2213 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556/collection1
[junit4:junit4] 2> 9112 T2213 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9112 T2213 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9113 T2213 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9114 T2213 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556/collection1/'
[junit4:junit4] 2> 9115 T2213 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556/collection1/lib/README' to classloader
[junit4:junit4] 2> 9115 T2213 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9168 T2213 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 9192 T2213 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9192 T2213 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9195 T2213 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9460 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9460 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:47538_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47538/gek"}
[junit4:junit4] 2> 9462 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9462 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9463 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9462 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9545 T2213 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9549 T2213 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9550 T2213 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9562 T2213 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9565 T2213 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9569 T2213 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9570 T2213 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9573 T2213 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362089044556/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/
[junit4:junit4] 2> 9573 T2213 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fdc95c0
[junit4:junit4] 2> 9573 T2213 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 9574 T2213 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2 forceNew:false
[junit4:junit4] 2> 9574 T2213 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2
[junit4:junit4] 2> 9574 T2213 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index/
[junit4:junit4] 2> 9574 T2213 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9575 T2213 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index forceNew:false
[junit4:junit4] 2> 9596 T2213 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9596 T2213 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9597 T2213 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index
[junit4:junit4] 2> 9599 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9599 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9600 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9600 T2213 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9601 T2213 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9601 T2213 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9602 T2213 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9602 T2213 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9603 T2213 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9607 T2213 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9611 T2213 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2
[junit4:junit4] 2> 9612 T2213 oass.SolrIndexSearcher.<init> Opening Searcher@2d512942 main
[junit4:junit4] 2> 9613 T2213 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9613 T2213 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9617 T2214 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d512942 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9619 T2213 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9619 T2213 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 10966 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10967 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:49430_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49430/gek"}
[junit4:junit4] 2> 10967 T2179 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 10967 T2179 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 10970 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10970 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10971 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10970 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11621 T2213 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11621 T2213 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49430/gek collection:collection1 shard:shard2
[junit4:junit4] 2> 11622 T2213 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 11630 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 11631 T2213 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 11632 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11633 T2213 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 11634 T2213 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 11634 T2213 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49430/gek/collection1/
[junit4:junit4] 2> 11634 T2213 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 11634 T2213 oasc.SyncStrategy.syncToMe http://127.0.0.1:49430/gek/collection1/ has no replicas
[junit4:junit4] 2> 11635 T2213 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49430/gek/collection1/
[junit4:junit4] 2> 11635 T2213 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 11638 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12477 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12503 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12503 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12503 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12503 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12547 T2213 oasc.ZkController.register We are http://127.0.0.1:49430/gek/collection1/ and leader is http://127.0.0.1:49430/gek/collection1/
[junit4:junit4] 2> 12547 T2213 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49430/gek
[junit4:junit4] 2> 12547 T2213 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 12547 T2213 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 12548 T2213 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 12549 T2213 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12551 T2156 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 12551 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 12552 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12615 T2156 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 12616 T2156 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46669
[junit4:junit4] 2> 12617 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 12617 T2156 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 12618 T2156 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132
[junit4:junit4] 2> 12618 T2156 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132/solr.xml
[junit4:junit4] 2> 12618 T2156 oasc.CoreContainer.<init> New CoreContainer 223558397
[junit4:junit4] 2> 12619 T2156 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132/'
[junit4:junit4] 2> 12619 T2156 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132/'
[junit4:junit4] 2> 12634 T2156 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 12635 T2156 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 12635 T2156 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 12635 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 12636 T2156 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 12636 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 12636 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 12637 T2156 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 12637 T2156 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 12637 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 12642 T2156 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 12650 T2156 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45354/solr
[junit4:junit4] 2> 12650 T2156 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 12651 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15a76a6f
[junit4:junit4] 2> 12652 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12652 T2224 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12652 T2224 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 12652 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52142
[junit4:junit4] 2> 12652 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52142
[junit4:junit4] 2> 12653 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b260009 with negotiated timeout 20000 for client /127.0.0.1:52142
[junit4:junit4] 2> 12653 T2224 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b260009, negotiated timeout = 20000
[junit4:junit4] 2> 12653 T2225 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15a76a6f name:ZooKeeperConnection Watcher:127.0.0.1:45354 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12653 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12654 T2161 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d22d54b260009
[junit4:junit4] 2> 12655 T2225 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 12655 T2158 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52142 which had sessionid 0x13d22d54b260009
[junit4:junit4] 2> 12655 T2156 oaz.ZooKeeper.close Session: 0x13d22d54b260009 closed
[junit4:junit4] 2> 12655 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 12657 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f71033d
[junit4:junit4] 2> 12658 T2226 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12658 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12658 T2226 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 12659 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52143
[junit4:junit4] 2> 12659 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52143
[junit4:junit4] 2> 12659 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b26000a with negotiated timeout 20000 for client /127.0.0.1:52143
[junit4:junit4] 2> 12659 T2226 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b26000a, negotiated timeout = 20000
[junit4:junit4] 2> 12660 T2227 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f71033d name:ZooKeeperConnection Watcher:127.0.0.1:45354/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12660 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12660 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b26000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12661 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b26000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12662 T2156 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 13664 T2156 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46669_gek
[junit4:junit4] 2> 13665 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b26000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46669_gek Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46669_gek
[junit4:junit4] 2> 13666 T2156 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46669_gek
[junit4:junit4] 2> 13670 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13671 T2184 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13671 T2212 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13671 T2197 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13671 T2227 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13671 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13671 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13671 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13672 T2178 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13680 T2228 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132/collection1
[junit4:junit4] 2> 13681 T2228 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 13682 T2228 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 13682 T2228 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 13684 T2228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132/collection1/'
[junit4:junit4] 2> 13684 T2228 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132/collection1/lib/README' to classloader
[junit4:junit4] 2> 13685 T2228 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 13711 T2228 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 13758 T2228 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 13759 T2228 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 13762 T2228 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 14007 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14007 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:49430_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49430/gek"}
[junit4:junit4] 2> 14010 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14010 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14010 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14010 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14010 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14123 T2228 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 14128 T2228 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 14130 T2228 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 14136 T2228 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14138 T2228 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14141 T2228 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14141 T2228 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14142 T2228 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362089049132/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/
[junit4:junit4] 2> 14142 T2228 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fdc95c0
[junit4:junit4] 2> 14142 T2228 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 14143 T2228 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3 forceNew:false
[junit4:junit4] 2> 14143 T2228 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 14143 T2228 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index/
[junit4:junit4] 2> 14143 T2228 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 14144 T2228 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index forceNew:false
[junit4:junit4] 2> 14146 T2228 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14147 T2228 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14147 T2228 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index
[junit4:junit4] 2> 14148 T2228 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 14148 T2228 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 14148 T2228 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 14149 T2228 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 14149 T2228 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 14149 T2228 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 14149 T2228 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 14149 T2228 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 14150 T2228 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 14152 T2228 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 14153 T2228 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 14154 T2228 oass.SolrIndexSearcher.<init> Opening Searcher@78383904 main
[junit4:junit4] 2> 14154 T2228 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 14155 T2228 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 14157 T2229 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78383904 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 14158 T2228 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 14158 T2228 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15514 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15515 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:46669_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46669/gek"}
[junit4:junit4] 2> 15515 T2179 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 15516 T2179 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 15521 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15521 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15521 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15521 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15521 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16159 T2228 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 16160 T2228 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46669/gek collection:collection1 shard:shard1
[junit4:junit4] 2> 16163 T2228 oasc.ZkController.register We are http://127.0.0.1:46669/gek/collection1/ and leader is http://127.0.0.1:47538/gek/collection1/
[junit4:junit4] 2> 16164 T2228 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46669/gek
[junit4:junit4] 2> 16164 T2228 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 16164 T2228 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C152 name=collection1 org.apache.solr.core.SolrCore@6d5deed url=http://127.0.0.1:46669/gek/collection1 node=127.0.0.1:46669_gek C152_STATE=coll:collection1 core:collection1 props:{collection=collection1, node_name=127.0.0.1:46669_gek, core=collection1, state=down, base_url=http://127.0.0.1:46669/gek}
[junit4:junit4] 2> 16165 T2230 C152 P46669 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 16166 T2228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16166 T2230 C152 P46669 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 16167 T2230 C152 P46669 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 16167 T2230 C152 P46669 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16167 T2156 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 16168 T2230 C152 P46669 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16168 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 16169 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16223 T2156 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 16226 T2156 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33421
[junit4:junit4] 2> 16227 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 16227 T2156 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 16228 T2156 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749
[junit4:junit4] 2> 16228 T2156 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749/solr.xml
[junit4:junit4] 2> 16229 T2156 oasc.CoreContainer.<init> New CoreContainer 107583064
[junit4:junit4] 2> 16229 T2156 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749/'
[junit4:junit4] 2> 16230 T2156 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749/'
[junit4:junit4] 2> 16246 T2156 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 16247 T2156 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 16247 T2156 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 16248 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 16248 T2156 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 16248 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 16248 T2156 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 16249 T2156 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 16249 T2156 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 16249 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 16254 T2156 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 16277 T2156 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45354/solr
[junit4:junit4] 2> 16278 T2156 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 16278 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2793c11c
[junit4:junit4] 2> 16279 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16279 T2240 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16279 T2240 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 16280 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52148
[junit4:junit4] 2> 16280 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52148
[junit4:junit4] 2> 16280 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b26000b with negotiated timeout 20000 for client /127.0.0.1:52148
[junit4:junit4] 2> 16280 T2240 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b26000b, negotiated timeout = 20000
[junit4:junit4] 2> 16281 T2241 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2793c11c name:ZooKeeperConnection Watcher:127.0.0.1:45354 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16281 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16282 T2161 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d22d54b26000b
[junit4:junit4] 2> 16282 T2158 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52148 which had sessionid 0x13d22d54b26000b
[junit4:junit4] 2> 16282 T2241 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 16282 T2156 oaz.ZooKeeper.close Session: 0x13d22d54b26000b closed
[junit4:junit4] 2> 16282 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 16285 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3df8d520
[junit4:junit4] 2> 16286 T2242 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45354. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16285 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16286 T2242 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45354, initiating session
[junit4:junit4] 2> 16286 T2158 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52149
[junit4:junit4] 2> 16286 T2158 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52149
[junit4:junit4] 2> 16287 T2160 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d22d54b26000c with negotiated timeout 20000 for client /127.0.0.1:52149
[junit4:junit4] 2> 16287 T2242 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45354, sessionid = 0x13d22d54b26000c, negotiated timeout = 20000
[junit4:junit4] 2> 16287 T2243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3df8d520 name:ZooKeeperConnection Watcher:127.0.0.1:45354/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16287 T2156 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16288 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b26000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16289 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b26000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16290 T2156 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 17026 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17027 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:46669_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46669/gek"}
[junit4:junit4] 2> 17031 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17031 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17031 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17031 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17031 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17032 T2243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17293 T2156 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33421_gek
[junit4:junit4] 2> 17294 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b26000c type:delete cxid:0xb zxid:0xa8 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33421_gek Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33421_gek
[junit4:junit4] 2> 17295 T2156 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33421_gek
[junit4:junit4] 2> 17297 T2243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17298 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17298 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17298 T2227 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17297 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17299 T2212 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17298 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17299 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17301 T2178 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17301 T2243 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17302 T2197 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17304 T2184 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17307 T2244 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749/collection1
[junit4:junit4] 2> 17307 T2244 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 17308 T2244 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 17308 T2244 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 17310 T2244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749/collection1/'
[junit4:junit4] 2> 17310 T2244 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749/collection1/lib/README' to classloader
[junit4:junit4] 2> 17311 T2244 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 17352 T2244 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 17392 T2244 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 17393 T2244 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 17396 T2244 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 17760 T2244 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 17764 T2244 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 17767 T2244 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 17774 T2244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17776 T2244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17778 T2244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17779 T2244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17780 T2244 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362089052749/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/
[junit4:junit4] 2> 17780 T2244 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fdc95c0
[junit4:junit4] 2> 17781 T2244 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 17781 T2244 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4 forceNew:false
[junit4:junit4] 2> 17781 T2244 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 17781 T2244 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index/
[junit4:junit4] 2> 17782 T2244 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 17782 T2244 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index forceNew:false
[junit4:junit4] 2> 17785 T2244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 17785 T2244 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 17786 T2244 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index
[junit4:junit4] 2> 17787 T2244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 17787 T2244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 17788 T2244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 17788 T2244 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 17788 T2244 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 17789 T2244 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 17789 T2244 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 17789 T2244 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 17789 T2244 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 17792 T2244 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 17794 T2244 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 17795 T2244 oass.SolrIndexSearcher.<init> Opening Searcher@4f7b668 main
[junit4:junit4] 2> 17796 T2244 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 17796 T2244 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 17799 T2245 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f7b668 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 17800 T2244 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 17801 T2244 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18538 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18539 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:33421_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33421/gek"}
[junit4:junit4] 2> 18540 T2179 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 18540 T2179 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> C152_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, node_name=127.0.0.1:46669_gek, core=collection1, state=recovering, base_url=http://127.0.0.1:46669/gek}
[junit4:junit4] 2> 19177 T2230 C152 P46669 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:47538/gek/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 19177 T2230 C152 P46669 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:46669/gek START replicas=[http://127.0.0.1:47538/gek/collection1/] nUpdates=100
[junit4:junit4] 2> 19177 T2230 C152 P46669 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 19178 T2230 C152 P46669 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 19178 T2230 C152 P46669 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 19178 T2230 C152 P46669 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 19178 T2230 C152 P46669 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 19179 T2230 C152 P46669 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:47538/gek/collection1/. core=collection1
[junit4:junit4] 2> 19179 T2230 C152 P46669 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C153 name=collection1 org.apache.solr.core.SolrCore@33015495 url=http://127.0.0.1:47538/gek/collection1 node=127.0.0.1:47538_gek C153_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, node_name=127.0.0.1:47538_gek, core=collection1, state=active, base_url=http://127.0.0.1:47538/gek, leader=true}
[junit4:junit4] 2> 19185 T2191 C153 P47538 REQ /get {version=2&getVersions=100&qt=/get&distrib=false&wt=javabin} status=0 QTime=1
[junit4:junit4] 2> 19186 T2193 C153 P47538 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 19187 T2193 C153 P47538 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1
[junit4:junit4] 2> 19190 T2193 C153 P47538 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 19191 T2193 C153 P47538 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 19504 T2193 C153 P47538 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19505 T2193 C153 P47538 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19505 T2243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19506 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19506 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19506 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19506 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19506 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19506 T2193 C153 P47538 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1
[junit4:junit4] 2> 19508 T2193 C153 P47538 oass.SolrIndexSearcher.<init> Opening Searcher@5168734a realtime
[junit4:junit4] 2> 19509 T2193 C153 P47538 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 19510 T2193 C153 P47538 /update {version=2&waitSearcher=true&softCommit=false&wt=javabin&openSearcher=false&commit=true&commit_end_point=true} {commit=} 0 325
[junit4:junit4] 2> 19511 T2230 C152 P46669 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 19512 T2230 C152 P46669 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 19518 T2192 C153 P47538 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 19519 T2192 C153 P47538 REQ /replication {version=2&command=indexversion&qt=/replication&wt=javabin} status=0 QTime=6
[junit4:junit4] 2> 19520 T2230 C152 P46669 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 19520 T2230 C152 P46669 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 19520 T2230 C152 P46669 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 19522 T2191 C153 P47538 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1
[junit4:junit4] 2> 19523 T2191 C153 P47538 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index
[junit4:junit4] 2> 19524 T2191 C153 P47538 REQ /replication {version=2&generation=2&command=filelist&qt=/replication&wt=javabin} status=0 QTime=2
[junit4:junit4] 2> 19525 T2230 C152 P46669 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 19526 T2230 C152 P46669 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100 forceNew:false
[junit4:junit4] 2> 19526 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 19527 T2230 C152 P46669 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2bb74101 fullCopy=true
[junit4:junit4] 2> 19532 T2193 C153 P47538 REQ /replication {generation=2&command=filecontent&file=segments_2&qt=/replication&checksum=true&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 19535 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index
[junit4:junit4] 2> 19536 T2230 C152 P46669 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 19544 T2230 C152 P46669 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130228190416100
[junit4:junit4] 2> 19545 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 19546 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 19546 T2230 C152 P46669 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100
[junit4:junit4] 2> 19547 T2230 C152 P46669 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19547 T2230 C152 P46669 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19547 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 19548 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 19548 T2230 C152 P46669 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 19548 T2230 C152 P46669 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 19548 T2230 C152 P46669 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 19549 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100
[junit4:junit4] 2> 19549 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 19550 T2230 C152 P46669 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19550 T2230 C152 P46669 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19550 T2230 C152 P46669 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 19550 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 19551 T2230 C152 P46669 oass.SolrIndexSearcher.<init> Opening Searcher@767a29db main
[junit4:junit4] 2> 19551 T2229 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@767a29db main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 19552 T2229 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index
[junit4:junit4] 2> 19552 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100
[junit4:junit4] 2> 19552 T2230 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index
[junit4:junit4] 2> 19552 T2230 C152 P46669 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 19552 T2230 C152 P46669 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 19553 T2230 C152 P46669 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 19553 T2230 C152 P46669 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19553 T2230 C152 P46669 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 19802 T2244 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 19802 T2244 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33421/gek collection:collection1 shard:shard2
[junit4:junit4] 2> 19805 T2244 oasc.ZkController.register We are http://127.0.0.1:33421/gek/collection1/ and leader is http://127.0.0.1:49430/gek/collection1/
[junit4:junit4] 2> 19805 T2244 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33421/gek
[junit4:junit4] 2> 19805 T2244 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 19805 T2244 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C154 name=collection1 org.apache.solr.core.SolrCore@7b1fbe5f url=http://127.0.0.1:33421/gek/collection1 node=127.0.0.1:33421_gek C154_STATE=coll:collection1 core:collection1 props:{collection=collection1, node_name=127.0.0.1:33421_gek, core=collection1, state=down, base_url=http://127.0.0.1:33421/gek}
[junit4:junit4] 2> 19806 T2248 C154 P33421 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 19806 T2248 C154 P33421 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 19806 T2244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19806 T2248 C154 P33421 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 19806 T2248 C154 P33421 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19807 T2156 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 19807 T2248 C154 P33421 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 19807 T2156 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 19808 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 19811 T2156 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19812 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 19815 T2192 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/onenodecollectioncore
[junit4:junit4] 2> 19815 T2192 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4] 2> 19816 T2192 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4] 2> 19816 T2192 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 19817 T2192 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 19817 T2192 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4] 2> 19818 T2192 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4] 2> 19819 T2192 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/onenodecollectioncore/'
[junit4:junit4] 2> 19859 T2192 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 19885 T2192 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 19886 T2192 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 19889 T2192 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 20263 T2192 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 20268 T2192 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 20270 T2192 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 20278 T2192 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 20281 T2192 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 20283 T2192 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 20284 T2192 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 20285 T2192 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362089040054/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection/
[junit4:junit4] 2> 20285 T2192 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3fdc95c0
[junit4:junit4] 2> 20285 T2192 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 20286 T2192 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection forceNew:false
[junit4:junit4] 2> 20286 T2192 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection
[junit4:junit4] 2> 20286 T2192 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection/index/
[junit4:junit4] 2> 20287 T2192 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 20287 T2192 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection/index forceNew:false
[junit4:junit4] 2> 20291 T2192 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 20291 T2192 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 20292 T2192 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection/index
[junit4:junit4] 2> 20294 T2192 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 20294 T2192 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 20295 T2192 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 20295 T2192 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 20295 T2192 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 20296 T2192 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 20296 T2192 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 20297 T2192 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 20297 T2192 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 20301 T2192 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 20304 T2192 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection
[junit4:junit4] 2> 20305 T2192 oass.SolrIndexSearcher.<init> Opening Searcher@5a2d2f63 main
[junit4:junit4] 2> 20306 T2192 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 20306 T2192 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 20309 T2192 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362089036579/onenodecollection
[junit4:junit4] 2> 20310 T2249 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@5a2d2f63 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 20311 T2192 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 21012 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21013 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:46669_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46669/gek"}
[junit4:junit4] 2> 21018 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:33421_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33421/gek"}
[junit4:junit4] 2> 21021 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "node_name":"127.0.0.1:47538_gek",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47538/gek"}
[junit4:junit4] 2> 21021 T2179 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4] 2> 21022 T2179 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 21026 T2243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21026 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21026 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21026 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21026 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21026 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21313 T2192 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4] 2> 21313 T2192 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:47538/gek collection:onenodecollection shard:shard1
[junit4:junit4] 2> 21315 T2192 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4] 2> 21324 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:delete cxid:0xa6 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4] 2> 21325 T2192 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 21326 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:create cxid:0xa7 zxid:0xc4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 21328 T2192 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 21328 T2192 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 21329 T2192 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47538/gek/onenodecollectioncore/
[junit4:junit4] 2> 21329 T2192 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 21329 T2192 oasc.SyncStrategy.syncToMe http://127.0.0.1:47538/gek/onenodecollectioncore/ has no replicas
[junit4:junit4] 2> 21330 T2192 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47538/gek/onenodecollectioncore/
[junit4:junit4] 2> 21330 T2192 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4] 2> 21335 T2161 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d22d54b260006 type:create cxid:0xb1 zxid:0xc8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 22534 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22541 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22541 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22542 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22541 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22541 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22541 T2243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22590 T2192 oasc.ZkController.register We are http://127.0.0.1:47538/gek/onenodecollectioncore/ and leader is http://127.0.0.1:47538/gek/onenodecollectioncore/
[junit4:junit4] 2> 22591 T2192 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:47538/gek
[junit4:junit4] 2> 22591 T2192 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 22592 T2192 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4] 2> 22593 T2192 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22595 T2156 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 22596 T2156 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23599 T2156 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C154_STATE=coll:collection1 core:collection1 props:{shard=shard2, collection=collection1, node_name=127.0.0.1:33421_gek, core=collection1, state=recovering, base_url=http://127.0.0.1:33421/gek}
[junit4:junit4] 2> 23812 T2248 C154 P33421 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49430/gek/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 23812 T2248 C154 P33421 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:33421/gek START replicas=[http://127.0.0.1:49430/gek/collection1/] nUpdates=100
[junit4:junit4] 2> 23813 T2248 C154 P33421 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 23813 T2248 C154 P33421 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 23813 T2248 C154 P33421 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 23813 T2248 C154 P33421 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 23813 T2248 C154 P33421 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 23813 T2248 C154 P33421 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49430/gek/collection1/. core=collection1
[junit4:junit4] 2> 23813 T2248 C154 P33421 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C155 name=collection1 org.apache.solr.core.SolrCore@36d8afc1 url=http://127.0.0.1:49430/gek/collection1 node=127.0.0.1:49430_gek C155_STATE=coll:collection1 core:collection1 props:{shard=shard2, collection=collection1, node_name=127.0.0.1:49430_gek, core=collection1, state=active, base_url=http://127.0.0.1:49430/gek, leader=true}
[junit4:junit4] 2> 23817 T2207 C155 P49430 REQ /get {version=2&getVersions=100&qt=/get&distrib=false&wt=javabin} status=0 QTime=1
[junit4:junit4] 2> 23817 T2208 C155 P49430 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23818 T2208 C155 P49430 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2
[junit4:junit4] 2> 23820 T2208 C155 P49430 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 23825 T2208 C155 P49430 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 23834 T2208 C155 P49430 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index,segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 23835 T2208 C155 P49430 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 23836 T2208 C155 P49430 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2
[junit4:junit4] 2> 23836 T2208 C155 P49430 oass.SolrIndexSearcher.<init> Opening Searcher@7feee77b realtime
[junit4:junit4] 2> 23836 T2208 C155 P49430 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23837 T2208 C155 P49430 /update {version=2&waitSearcher=true&softCommit=false&wt=javabin&openSearcher=false&commit=true&commit_end_point=true} {commit=} 0 20
[junit4:junit4] 2> 23838 T2248 C154 P33421 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 23838 T2248 C154 P33421 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 23840 T2206 C155 P49430 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 23840 T2206 C155 P49430 REQ /replication {version=2&command=indexversion&qt=/replication&wt=javabin} status=0 QTime=1
[junit4:junit4] 2> 23841 T2248 C154 P33421 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 23841 T2248 C154 P33421 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 23841 T2248 C154 P33421 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 23843 T2207 C155 P49430 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2
[junit4:junit4] 2> 23844 T2207 C155 P49430 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index
[junit4:junit4] 2> 23844 T2207 C155 P49430 REQ /replication {version=2&generation=2&command=filelist&qt=/replication&wt=javabin} status=0 QTime=1
[junit4:junit4] 2> 23845 T2248 C154 P33421 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 23846 T2248 C154 P33421 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420 forceNew:false
[junit4:junit4] 2> 23847 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 23847 T2248 C154 P33421 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25d99599 fullCopy=true
[junit4:junit4] 2> 23855 T2208 C155 P49430 REQ /replication {generation=2&command=filecontent&file=segments_2&qt=/replication&checksum=true&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 23858 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index
[junit4:junit4] 2> 23858 T2248 C154 P33421 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 23872 T2248 C154 P33421 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130228190420420
[junit4:junit4] 2> 23873 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 23873 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 23873 T2248 C154 P33421 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420
[junit4:junit4] 2> 23874 T2248 C154 P33421 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 23875 T2248 C154 P33421 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 23875 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 23876 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 23876 T2248 C154 P33421 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 23876 T2248 C154 P33421 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 23876 T2248 C154 P33421 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 23877 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420
[junit4:junit4] 2> 23877 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 23878 T2248 C154 P33421 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 23878 T2248 C154 P33421 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 23878 T2248 C154 P33421 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 23878 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 23879 T2248 C154 P33421 oass.SolrIndexSearcher.<init> Opening Searcher@290def8f main
[junit4:junit4] 2> 23879 T2245 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@290def8f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 23879 T2245 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index
[junit4:junit4] 2> 23879 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420
[junit4:junit4] 2> 23880 T2248 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index
[junit4:junit4] 2> 23880 T2248 C154 P33421 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 23880 T2248 C154 P33421 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 23880 T2248 C154 P33421 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 23880 T2248 C154 P33421 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 23882 T2248 C154 P33421 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 24046 T2179 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24047 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "node_name":"127.0.0.1:47538_gek",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47538/gek"}
[junit4:junit4] 2> 24049 T2179 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:33421_gek",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33421/gek"}
[junit4:junit4] 2> 24051 T2243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24052 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24052 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24052 T2184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24051 T2178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24051 T2197 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24601 T2156 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24602 T2156 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4] 2> 24602 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> C152_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, node_name=127.0.0.1:46669_gek, core=collection1, state=active, base_url=http://127.0.0.1:46669/gek}
[junit4:junit4] 2> 24628 T2221 C152 P46669 /update {version=2&distrib.from=http://127.0.0.1:47538/gek/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[1 (1428253899431608320)]} 0 1
[junit4:junit4] 2> 24629 T2190 C153 P47538 /update {version=2&wt=javabin} {add=[1 (1428253899431608320)]} 0 9
[junit4:junit4] 2> 24658 T2191 C153 P47538 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24674 T2191 C153 P47538 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index,segFN=segments_3,generation=3,filenames=[_0_NestedPulsing_0.pos, _0.nvd, _0_Pulsing41_0.tim, _0_Pulsing41_0.pos, _0.fdt, _0.fdx, _0_Memory_0.ram, segments_3, _0.fnm, _0_Pulsing41_0.tip, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.doc, _0.nvm, _0_NestedPulsing_0.tim, _0.si, _0_Pulsing41_0.doc]
[junit4:junit4] 2> 24675 T2191 C153 P47538 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_NestedPulsing_0.pos, _0.nvd, _0_Pulsing41_0.tim, _0_Pulsing41_0.pos, _0.fdt, _0.fdx, _0_Memory_0.ram, segments_3, _0.fnm, _0_Pulsing41_0.tip, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.doc, _0.nvm, _0_NestedPulsing_0.tim, _0.si, _0_Pulsing41_0.doc]
[junit4:junit4] 2> 24675 T2191 C153 P47538 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1
[junit4:junit4] 2> 24677 T2191 C153 P47538 oass.SolrIndexSearcher.<init> Opening Searcher@327f45d6 main
[junit4:junit4] 2> 24678 T2191 C153 P47538 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index
[junit4:junit4] 2> 24678 T2191 C153 P47538 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24678 T2199 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@327f45d6 main{StandardDirectoryReader(segments_3:3:nrt _0(4.2):C1)}
[junit4:junit4] 2> 24678 T2199 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty1/index
[junit4:junit4] 2> 24679 T2191 C153 P47538 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:46669/gek/collection1/, StdNode: http://127.0.0.1:49430/gek/collection1/, StdNode: http://127.0.0.1:33421/gek/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 24681 T2207 C155 P49430 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24681 T2223 C152 P46669 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C154_STATE=coll:collection1 core:collection1 props:{shard=shard2, collection=collection1, node_name=127.0.0.1:33421_gek, core=collection1, state=active, base_url=http://127.0.0.1:33421/gek}
[junit4:junit4] 2> 24686 T2239 C154 P33421 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 24694 T2207 C155 P49430 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 24695 T2207 C155 P49430 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 24695 T2207 C155 P49430 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2
[junit4:junit4] 2> 24695 T2207 C155 P49430 oass.SolrIndexSearcher.<init> Opening Searcher@62b3094d main
[junit4:junit4] 2> 24696 T2207 C155 P49430 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index
[junit4:junit4] 2> 24696 T2207 C155 P49430 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24696 T2239 C154 P33421 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420,segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 24696 T2214 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62b3094d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 24697 T2239 C154 P33421 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 24697 T2214 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty2/index
[junit4:junit4] 2> 24697 T2207 C155 P49430 /update {version=2&waitSearcher=true&softCommit=false&wt=javabin&commit=true&expungeDeletes=false&commit_end_point=true} {commit=} 0 16
[junit4:junit4] 2> 24697 T2239 C154 P33421 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4
[junit4:junit4] 2> 24698 T2239 C154 P33421 oass.SolrIndexSearcher.<init> Opening Searcher@4884dd65 main
[junit4:junit4] 2> 24698 T2239 C154 P33421 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24698 T2245 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4884dd65 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 24698 T2245 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty4/index.20130228190420420
[junit4:junit4] 2> 24699 T2239 C154 P33421 /update {version=2&waitSearcher=true&softCommit=false&wt=javabin&commit=true&expungeDeletes=false&commit_end_point=true} {commit=} 0 13
[junit4:junit4] 2> 24710 T2223 C152 P46669 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100,segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100,segFN=segments_3,generation=3,filenames=[_0_NestedPulsing_0.pos, _0.nvd, _0_Pulsing41_0.tim, _0_Pulsing41_0.pos, _0.fdt, _0.fdx, _0_Memory_0.ram, segments_3, _0.fnm, _0_Pulsing41_0.tip, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.doc, _0.nvm, _0_NestedPulsing_0.tim, _0.si, _0_Pulsing41_0.doc]
[junit4:junit4] 2> 24711 T2223 C152 P46669 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_NestedPulsing_0.pos, _0.nvd, _0_Pulsing41_0.tim, _0_Pulsing41_0.pos, _0.fdt, _0.fdx, _0_Memory_0.ram, segments_3, _0.fnm, _0_Pulsing41_0.tip, _0_NestedPulsing_0.tip, _0_NestedPulsing_0.doc, _0.nvm, _0_NestedPulsing_0.tim, _0.si, _0_Pulsing41_0.doc]
[junit4:junit4] 2> 24712 T2223 C152 P46669 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3
[junit4:junit4] 2> 24714 T2223 C152 P46669 oass.SolrIndexSearcher.<init> Opening Searcher@7b4ea02 main
[junit4:junit4] 2> 24714 T2223 C152 P46669 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 24714 T2229 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b4ea02 main{StandardDirectoryReader(segments_3:3:nrt _0(4.2):C1)}
[junit4:junit4] 2> 24714 T2229 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362089036579/jetty3/index.20130228190416100
[junit4:junit4] 2> 24715 T2223 C152 P46669 /update {version=2&waitSearcher=true&softCommit=false&wt=javabin&commit=true&expungeDeletes=false&commit_end_point=true} {commit=} 0 34
[junit4:junit4] 2> 24715 T2191 C153 P47538 /update {version=2&waitSearcher=true&softCommit=false&wt=javabin&commit=true} {commit=} 0 58
[junit4:junit4] 2> 24721 T2192 C153 P47538 REQ /select {version=2&start=0&q=*:*&shard.url=127.0.0.1:47538/gek/collection1/|127.0.0.1:46669/gek/collection1/&fsv=true&isShard=true&NOW=1362089061293&distrib=false&wt=javabin&fl=id,score&rows=10} hits=1 status=0 QTime=0
[junit4:junit4] 2> 24721 T2238 C154 P33421 REQ /select {version=2&start=0&q=*:*&shard.url=127.0.0.1:49430/gek/collection1/|127.0.0.1:33421/gek/collection1/&fsv=true&isShard=true&NOW=1362089061293&distrib=false&wt=javabin&fl=id,score&rows=10} hits=0 status=0 QTime=0
[junit4:junit4] 2> 24724 T2190 C153 P47538 REQ /select {version=2&q=*:*&shard.url=127.0.0.1:47538/gek/collection1/|127.0.0.1:46669/gek/collection1/&isShard=true&NOW=1362089061293&distrib=false&wt=javabin&ids=1} status=0 QTime=0
[junit4:junit4] 2> 24725 T2193 C153 P47538 REQ /select {version=2&q=*:*&wt=javabin} hits=1 status=0 QTime=7
[junit4:junit4] 2> 24726 T2156 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C156 name=onenodecollectioncore org.apache.solr.core.SolrCore@12f634da url=http://127.0.0.1:47538/gek/onenodecollectioncore node=127.0.0.1:47538_gek C156_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, collection=onenodecollection, node_name=127.0.0.1:47538_gek, roles=none, core=onenodecollectioncore, state=active, base_url=http://127.0.0.1:47538/gek, leader=true}
[junit4:junit4] 2> 24734 T2191 C156 P47538 REQ /select {version=2&q=*:*&wt=javabin} hits=0 status=0 QTime=1
[junit4:junit4] 2> 24735 T2156 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45354 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6033d991
[junit4:junit4] 2> 24736 T2156 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 24736 T2258 oaz.ClientCnxn$SendThread.logStartConne
[...truncated too long message...]
)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 33285 T2156 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 33296 T2155 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 4 leaked thread(s).
[junit4:junit4] 2> 33391 T2227 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 33391 T2227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 33391 T2227 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 33392 T2227 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 33425 T2159 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> 34489 T2243 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 34490 T2243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 34490 T2243 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 34490 T2243 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_sl=Pulsing41(freqCutoff=16 minBlockSize=81 maxBlockSize=232), intDefault=PostingsFormat(name=Memory doPackFST= true), id=Pulsing41(freqCutoff=16 minBlockSize=81 maxBlockSize=232), _version_=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=NestedPulsing), range_facet_si=PostingsFormat(name=NestedPulsing), range_facet_l=PostingsFormat(name=NestedPulsing)}, docValues:{}, sim=DefaultSimilarity, locale=en_ZA, timezone=America/Sao_Paulo
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=2,free=128298928,total=279625728
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SpellCheckCollatorTest, JSONWriterTest, SpatialFilterTest, SimpleFacetsTest, FieldAnalysisRequestHandlerTest, RequestHandlersTest, CacheHeaderTest, TestCoreContainer, MBeansHandlerTest, TestJoin, BadComponentTest, DocValuesMultiTest, TestStressLucene, TestSystemIdResolver, NoCacheHeaderTest, LeaderElectionIntegrationTest, IndexBasedSpellCheckerTest, CircularListTest, PreAnalyzedFieldTest, TestFiltering, SOLR749Test, TestLuceneMatchVersion, UnloadDistributedZkTest, DateFieldTest, TestNumberUtils, TestReload, SolrRequestParserTest, ResourceLoaderTest, TestRandomFaceting, TestGroupingSearch, ZkCLITest, WordBreakSolrSpellCheckerTest, TestElisionMultitermQuery, ResponseLogComponentTest, BinaryUpdateRequestHandlerTest, TestSolrIndexConfig, LoggingHandlerTest, CopyFieldTest, TestExtendedDismaxParser, FastVectorHighlighterTest, UniqFieldsUpdateProcessorFactoryTest, SolrCmdDistributorTest, TestSearchPerf, SortByFunctionTest, OverseerCollectionProcessorTest, AutoCommitTest, TestCollationField, SpellPossibilityIteratorTest, TestQueryTypes, DirectUpdateHandlerOptimizeTest, HardAutoCommitTest, TestQuerySenderNoQuery, TestBadConfig, DirectSolrConnectionTest, TestLazyCores, AlternateDirectoryTest, ShardRoutingTest, TestFastWriter, TestPseudoReturnFields, CSVRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, LeaderElectionTest, ZkSolrClientTest, TestFaceting, DistributedTermsComponentTest, TestRangeQuery, TestSort, QueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestJmxIntegration, TestIndexSearcher, TestWordDelimiterFilterFactory, TestCSVResponseWriter, DocumentBuilderTest, CurrencyFieldTest, DisMaxRequestHandlerTest, QueryParsingTest, DistanceFunctionTest, MinimalSchemaTest, TestPHPSerializedResponseWriter, JsonLoaderTest, DocumentAnalysisRequestHandlerTest, TestSolrQueryParser, TestValueSourceCache, SearchHandlerTest, TestQueryUtils, ShowFileRequestHandlerTest, TestFoldingMultitermQuery, TestSolrDeletionPolicy1, TestIndexingPerformance, TestUpdate, DefaultValueUpdateProcessorTest, TestQuerySenderListener, NumericFieldsTest, TestJmxMonitoredMap, TestPerFieldSimilarity, TestCodecSupport, TestFastLRUCache, URLClassifyProcessorTest, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, UUIDFieldTest, SystemInfoHandlerTest, ChaosMonkeyNothingIsSafeTest, AnalysisAfterCoreReloadTest, TestDocumentBuilder, TestRandomDVFaceting, PathHierarchyTokenizerFactoryTest, TestCharFilters, TestCollationKeyRangeQueries, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 34.57s, 1 test, 1 failure <<< FAILURES!
[...truncated 78 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:870: There were test failures: 258 suites, 1078 tests, 1 failure, 8 ignored (3 assumptions)
Total time: 37 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b65 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b65) - Build #
4498 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4498/
Java: 64bit/jdk1.8.0-ea-b65 -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([CD5185DB371DF91:8D339645C42EBFAD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:205)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:85)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:474)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9496 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 0 T1908 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 3 T1908 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437
[junit4:junit4] 2> 4 T1908 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 4 T1909 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 5 T1909 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 5 T1909 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 5 T1909 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 5 T1909 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 6 T1909 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 104 T1908 oasc.ZkTestServer.run start zk server on port:40687
[junit4:junit4] 2> 105 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a5ab3f9
[junit4:junit4] 2> 106 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 106 T1914 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 106 T1914 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 106 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44131
[junit4:junit4] 2> 107 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44131
[junit4:junit4] 2> 107 T1912 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 148 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890000 with negotiated timeout 10000 for client /127.0.0.1:44131
[junit4:junit4] 2> 148 T1914 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890000, negotiated timeout = 10000
[junit4:junit4] 2> 149 T1915 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a5ab3f9 name:ZooKeeperConnection Watcher:127.0.0.1:40687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 150 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 150 T1908 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 155 T1913 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d238103890000
[junit4:junit4] 2> 155 T1915 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 156 T1910 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:44131 which had sessionid 0x13d238103890000
[junit4:junit4] 2> 155 T1908 oaz.ZooKeeper.close Session: 0x13d238103890000 closed
[junit4:junit4] 2> 157 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@51c54d4d
[junit4:junit4] 2> 158 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 158 T1916 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 158 T1916 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 158 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44132
[junit4:junit4] 2> 159 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44132
[junit4:junit4] 2> 159 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890001 with negotiated timeout 10000 for client /127.0.0.1:44132
[junit4:junit4] 2> 160 T1916 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890001, negotiated timeout = 10000
[junit4:junit4] 2> 160 T1917 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51c54d4d name:ZooKeeperConnection Watcher:127.0.0.1:40687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 160 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 160 T1908 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 163 T1908 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 164 T1908 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 165 T1908 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 167 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 168 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 170 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 171 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 174 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 175 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 179 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 180 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 181 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 181 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 183 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 184 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 185 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 186 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 187 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 188 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 190 T1908 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 190 T1908 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 192 T1913 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d238103890001
[junit4:junit4] 2> 192 T1917 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 192 T1910 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:44132 which had sessionid 0x13d238103890001
[junit4:junit4] 2> 192 T1908 oaz.ZooKeeper.close Session: 0x13d238103890001 closed
[junit4:junit4] 2> 245 T1908 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 377 T1908 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48961
[junit4:junit4] 2> 377 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 378 T1908 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 378 T1908 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627
[junit4:junit4] 2> 379 T1908 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627/solr.xml
[junit4:junit4] 2> 379 T1908 oasc.CoreContainer.<init> New CoreContainer 1507122032
[junit4:junit4] 2> 379 T1908 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627/'
[junit4:junit4] 2> 380 T1908 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627/'
[junit4:junit4] 2> 401 T1908 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 401 T1908 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 402 T1908 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 402 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 403 T1908 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 403 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 403 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 404 T1908 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 404 T1908 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 408 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 417 T1908 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 428 T1908 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40687/solr
[junit4:junit4] 2> 428 T1908 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 429 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6a8c1a10
[junit4:junit4] 2> 430 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 430 T1927 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 430 T1927 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 430 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44133
[junit4:junit4] 2> 431 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44133
[junit4:junit4] 2> 431 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890002 with negotiated timeout 20000 for client /127.0.0.1:44133
[junit4:junit4] 2> 431 T1927 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890002, negotiated timeout = 20000
[junit4:junit4] 2> 432 T1928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a8c1a10 name:ZooKeeperConnection Watcher:127.0.0.1:40687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 432 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 433 T1913 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d238103890002
[junit4:junit4] 2> 433 T1928 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 433 T1910 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:44133 which had sessionid 0x13d238103890002
[junit4:junit4] 2> 433 T1908 oaz.ZooKeeper.close Session: 0x13d238103890002 closed
[junit4:junit4] 2> 434 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 437 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2c69b02e
[junit4:junit4] 2> 438 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 438 T1929 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 438 T1929 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 438 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44134
[junit4:junit4] 2> 439 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44134
[junit4:junit4] 2> 439 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890003 with negotiated timeout 20000 for client /127.0.0.1:44134
[junit4:junit4] 2> 439 T1929 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890003, negotiated timeout = 20000
[junit4:junit4] 2> 440 T1930 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c69b02e name:ZooKeeperConnection Watcher:127.0.0.1:40687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 440 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 442 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 443 T1908 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 444 T1908 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48961_
[junit4:junit4] 2> 445 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48961_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48961_
[junit4:junit4] 2> 445 T1908 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48961_
[junit4:junit4] 2> 447 T1908 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 450 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 450 T1908 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 451 T1908 oasc.Overseer.start Overseer (id=89266604634341379-127.0.0.1:48961_-n_0000000000) starting
[junit4:junit4] 2> 452 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 452 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 453 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 454 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 454 T1932 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 454 T1908 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 456 T1908 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 457 T1931 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 460 T1933 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627/collection1
[junit4:junit4] 2> 460 T1933 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 461 T1933 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 461 T1933 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 462 T1933 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627/collection1/'
[junit4:junit4] 2> 462 T1933 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627/collection1/lib/README' to classloader
[junit4:junit4] 2> 462 T1933 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 488 T1933 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 519 T1933 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 519 T1933 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 523 T1933 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 896 T1933 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 901 T1933 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 904 T1933 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 913 T1933 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 916 T1933 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 919 T1933 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 920 T1933 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 921 T1933 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362100290627/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data/
[junit4:junit4] 2> 921 T1933 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c7fa1a
[junit4:junit4] 2> 921 T1933 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 929 T1933 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data forceNew:false
[junit4:junit4] 2> 930 T1933 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data
[junit4:junit4] 2> 930 T1933 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data/index/
[junit4:junit4] 2> 931 T1933 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 931 T1933 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data/index forceNew:false
[junit4:junit4] 2> 934 T1933 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70941dcd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 935 T1933 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 935 T1933 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data/index
[junit4:junit4] 2> 937 T1933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 937 T1933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 937 T1933 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 938 T1933 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 938 T1933 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 938 T1933 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 939 T1933 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 939 T1933 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 939 T1933 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 942 T1933 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 944 T1933 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data
[junit4:junit4] 2> 945 T1933 oass.SolrIndexSearcher.<init> Opening Searcher@62a10d45 main
[junit4:junit4] 2> 945 T1933 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 946 T1933 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 948 T1933 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/control/data
[junit4:junit4] 2> 949 T1934 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62a10d45 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 949 T1933 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 950 T1933 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 950 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1960 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1960 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48961",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:48961_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 1960 T1931 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1960 T1931 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1961 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1964 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2954 T1933 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2954 T1933 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48961 collection:control_collection shard:shard1
[junit4:junit4] 2> 2955 T1933 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2960 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2960 T1933 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2961 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2962 T1933 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2962 T1933 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2962 T1933 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48961/collection1/
[junit4:junit4] 2> 2963 T1933 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2963 T1933 oasc.SyncStrategy.syncToMe http://127.0.0.1:48961/collection1/ has no replicas
[junit4:junit4] 2> 2963 T1933 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48961/collection1/
[junit4:junit4] 2> 2963 T1933 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2966 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3467 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3474 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3519 T1933 oasc.ZkController.register We are http://127.0.0.1:48961/collection1/ and leader is http://127.0.0.1:48961/collection1/
[junit4:junit4] 2> 3520 T1933 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48961
[junit4:junit4] 2> 3520 T1933 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3520 T1933 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3520 T1933 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3522 T1933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3523 T1908 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3523 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3524 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3528 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3530 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@79083207
[junit4:junit4] 2> 3531 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3532 T1935 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3533 T1935 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 3533 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44135
[junit4:junit4] 2> 3533 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44135
[junit4:junit4] 2> 3535 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890004 with negotiated timeout 10000 for client /127.0.0.1:44135
[junit4:junit4] 2> 3535 T1935 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890004, negotiated timeout = 10000
[junit4:junit4] 2> 3536 T1936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79083207 name:ZooKeeperConnection Watcher:127.0.0.1:40687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3536 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3538 T1908 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3539 T1908 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3602 T1908 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3607 T1908 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42736
[junit4:junit4] 2> 3608 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3608 T1908 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3609 T1908 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974
[junit4:junit4] 2> 3609 T1908 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/solr.xml
[junit4:junit4] 2> 3610 T1908 oasc.CoreContainer.<init> New CoreContainer 1116881919
[junit4:junit4] 2> 3611 T1908 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/'
[junit4:junit4] 2> 3611 T1908 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/'
[junit4:junit4] 2> 3630 T1908 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3631 T1908 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3631 T1908 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3631 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3632 T1908 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3632 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3632 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3633 T1908 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3633 T1908 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3633 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3639 T1908 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3649 T1908 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40687/solr
[junit4:junit4] 2> 3650 T1908 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3650 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7e8174bb
[junit4:junit4] 2> 3651 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3651 T1946 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3652 T1946 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 3652 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44136
[junit4:junit4] 2> 3652 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44136
[junit4:junit4] 2> 3653 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890005 with negotiated timeout 20000 for client /127.0.0.1:44136
[junit4:junit4] 2> 3653 T1946 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890005, negotiated timeout = 20000
[junit4:junit4] 2> 3653 T1947 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e8174bb name:ZooKeeperConnection Watcher:127.0.0.1:40687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3653 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3655 T1913 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d238103890005
[junit4:junit4] 2> 3655 T1947 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3655 T1910 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:44136 which had sessionid 0x13d238103890005
[junit4:junit4] 2> 3655 T1908 oaz.ZooKeeper.close Session: 0x13d238103890005 closed
[junit4:junit4] 2> 3656 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3660 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c68a847
[junit4:junit4] 2> 3661 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3661 T1948 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3661 T1948 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 3662 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44137
[junit4:junit4] 2> 3662 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44137
[junit4:junit4] 2> 3663 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890006 with negotiated timeout 20000 for client /127.0.0.1:44137
[junit4:junit4] 2> 3663 T1948 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890006, negotiated timeout = 20000
[junit4:junit4] 2> 3663 T1949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c68a847 name:ZooKeeperConnection Watcher:127.0.0.1:40687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3663 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3664 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3664 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3665 T1908 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4667 T1908 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42736_
[junit4:junit4] 2> 4668 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42736_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42736_
[junit4:junit4] 2> 4668 T1908 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42736_
[junit4:junit4] 2> 4670 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 4670 T1949 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4670 T1936 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4671 T1930 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4674 T1950 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/collection1
[junit4:junit4] 2> 4675 T1950 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4675 T1950 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4675 T1950 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4676 T1950 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/collection1/'
[junit4:junit4] 2> 4676 T1950 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/collection1/lib/README' to classloader
[junit4:junit4] 2> 4677 T1950 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4702 T1950 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 4734 T1950 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4735 T1950 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4738 T1950 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4977 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4977 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48961",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:48961_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 4980 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4980 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4980 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5062 T1950 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5066 T1950 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5069 T1950 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5076 T1950 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5079 T1950 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5083 T1950 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5084 T1950 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5085 T1950 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/
[junit4:junit4] 2> 5086 T1950 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c7fa1a
[junit4:junit4] 2> 5087 T1950 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 5087 T1950 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1 forceNew:false
[junit4:junit4] 2> 5088 T1950 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1
[junit4:junit4] 2> 5088 T1950 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index/
[junit4:junit4] 2> 5088 T1950 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5088 T1950 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index forceNew:false
[junit4:junit4] 2> 5092 T1950 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da9f82f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5093 T1950 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5093 T1950 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index
[junit4:junit4] 2> 5095 T1950 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5095 T1950 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5096 T1950 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5096 T1950 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5097 T1950 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5097 T1950 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5097 T1950 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5097 T1950 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5098 T1950 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5100 T1950 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5102 T1950 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1
[junit4:junit4] 2> 5103 T1950 oass.SolrIndexSearcher.<init> Opening Searcher@28c5741a main
[junit4:junit4] 2> 5103 T1950 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5104 T1950 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5106 T1951 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@28c5741a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5108 T1950 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5108 T1950 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6483 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6484 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42736",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:42736_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 6485 T1931 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 6485 T1931 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 6489 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6489 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6489 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7109 T1950 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7109 T1950 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42736 collection:collection1 shard:shard2
[junit4:junit4] 2> 7111 T1950 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 7117 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7118 T1950 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7119 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7121 T1950 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7121 T1950 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7121 T1950 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42736/collection1/
[junit4:junit4] 2> 7122 T1950 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7122 T1950 oasc.SyncStrategy.syncToMe http://127.0.0.1:42736/collection1/ has no replicas
[junit4:junit4] 2> 7123 T1950 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42736/collection1/
[junit4:junit4] 2> 7123 T1950 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 7127 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7993 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8001 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8001 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8001 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8031 T1950 oasc.ZkController.register We are http://127.0.0.1:42736/collection1/ and leader is http://127.0.0.1:42736/collection1/
[junit4:junit4] 2> 8031 T1950 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42736
[junit4:junit4] 2> 8031 T1950 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8032 T1950 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8032 T1950 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8035 T1950 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8036 T1908 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 8037 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8038 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8104 T1908 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8106 T1908 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47300
[junit4:junit4] 2> 8106 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8107 T1908 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8107 T1908 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478
[junit4:junit4] 2> 8107 T1908 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478/solr.xml
[junit4:junit4] 2> 8108 T1908 oasc.CoreContainer.<init> New CoreContainer 541377984
[junit4:junit4] 2> 8108 T1908 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478/'
[junit4:junit4] 2> 8109 T1908 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478/'
[junit4:junit4] 2> 8127 T1908 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8127 T1908 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8128 T1908 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8128 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8128 T1908 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8129 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8129 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8130 T1908 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8130 T1908 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8130 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8136 T1908 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8166 T1908 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40687/solr
[junit4:junit4] 2> 8167 T1908 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8167 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@35c8887e
[junit4:junit4] 2> 8168 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8168 T1961 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8169 T1961 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 8169 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44140
[junit4:junit4] 2> 8169 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44140
[junit4:junit4] 2> 8170 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890007 with negotiated timeout 20000 for client /127.0.0.1:44140
[junit4:junit4] 2> 8170 T1961 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890007, negotiated timeout = 20000
[junit4:junit4] 2> 8170 T1962 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35c8887e name:ZooKeeperConnection Watcher:127.0.0.1:40687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8170 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8172 T1913 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d238103890007
[junit4:junit4] 2> 8172 T1962 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8172 T1910 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:44140 which had sessionid 0x13d238103890007
[junit4:junit4] 2> 8172 T1908 oaz.ZooKeeper.close Session: 0x13d238103890007 closed
[junit4:junit4] 2> 8173 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8175 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@16d04b17
[junit4:junit4] 2> 8176 T1963 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8176 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8177 T1963 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 8177 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44141
[junit4:junit4] 2> 8177 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44141
[junit4:junit4] 2> 8178 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890008 with negotiated timeout 20000 for client /127.0.0.1:44141
[junit4:junit4] 2> 8178 T1963 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890008, negotiated timeout = 20000
[junit4:junit4] 2> 8178 T1964 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16d04b17 name:ZooKeeperConnection Watcher:127.0.0.1:40687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8178 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8179 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8180 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8181 T1908 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9182 T1908 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47300_
[junit4:junit4] 2> 9183 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47300_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47300_
[junit4:junit4] 2> 9183 T1908 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47300_
[junit4:junit4] 2> 9185 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9185 T1949 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9185 T1964 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9185 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9185 T1930 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9186 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9187 T1936 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9191 T1965 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478/collection1
[junit4:junit4] 2> 9191 T1965 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9191 T1965 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9191 T1965 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9192 T1965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478/collection1/'
[junit4:junit4] 2> 9193 T1965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478/collection1/lib/README' to classloader
[junit4:junit4] 2> 9193 T1965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9218 T1965 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 9248 T1965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9249 T1965 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9253 T1965 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9505 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9506 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42736",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:42736_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 9508 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9508 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9508 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9508 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9575 T1965 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9580 T1965 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9582 T1965 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9595 T1965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9599 T1965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9604 T1965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9605 T1965 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9605 T1965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362100298478/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/
[junit4:junit4] 2> 9606 T1965 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c7fa1a
[junit4:junit4] 2> 9606 T1965 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 9607 T1965 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2 forceNew:false
[junit4:junit4] 2> 9607 T1965 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2
[junit4:junit4] 2> 9607 T1965 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index/
[junit4:junit4] 2> 9608 T1965 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9608 T1965 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index forceNew:false
[junit4:junit4] 2> 9612 T1965 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45b764fb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9612 T1965 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9613 T1965 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index
[junit4:junit4] 2> 9614 T1965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9615 T1965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9615 T1965 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9616 T1965 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9616 T1965 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9616 T1965 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9617 T1965 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9617 T1965 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9617 T1965 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9621 T1965 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9624 T1965 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2
[junit4:junit4] 2> 9625 T1965 oass.SolrIndexSearcher.<init> Opening Searcher@7796e43d main
[junit4:junit4] 2> 9626 T1965 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9626 T1965 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9629 T1966 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7796e43d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9630 T1965 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9631 T1965 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11011 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11012 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47300",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:47300_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 11013 T1931 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 11013 T1931 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 11017 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11017 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11017 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11017 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11632 T1965 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11632 T1965 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47300 collection:collection1 shard:shard1
[junit4:junit4] 2> 11634 T1965 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 11639 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4] 2> 11640 T1965 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 11640 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11641 T1965 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 11641 T1965 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 11642 T1965 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47300/collection1/
[junit4:junit4] 2> 11642 T1965 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 11642 T1965 oasc.SyncStrategy.syncToMe http://127.0.0.1:47300/collection1/ has no replicas
[junit4:junit4] 2> 11642 T1965 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47300/collection1/
[junit4:junit4] 2> 11642 T1965 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 11645 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12521 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12526 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12526 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12526 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12526 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12548 T1965 oasc.ZkController.register We are http://127.0.0.1:47300/collection1/ and leader is http://127.0.0.1:47300/collection1/
[junit4:junit4] 2> 12548 T1965 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47300
[junit4:junit4] 2> 12548 T1965 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 12548 T1965 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 12549 T1965 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 12551 T1965 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12552 T1908 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 12552 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 12553 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12621 T1908 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 12624 T1908 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55295
[junit4:junit4] 2> 12625 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 12626 T1908 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 12626 T1908 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991
[junit4:junit4] 2> 12627 T1908 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991/solr.xml
[junit4:junit4] 2> 12627 T1908 oasc.CoreContainer.<init> New CoreContainer 1943849615
[junit4:junit4] 2> 12628 T1908 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991/'
[junit4:junit4] 2> 12628 T1908 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991/'
[junit4:junit4] 2> 12648 T1908 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 12648 T1908 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 12648 T1908 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 12649 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 12649 T1908 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 12650 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 12650 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 12650 T1908 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 12651 T1908 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 12651 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 12658 T1908 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 12668 T1908 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40687/solr
[junit4:junit4] 2> 12669 T1908 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 12669 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@26c01813
[junit4:junit4] 2> 12670 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12671 T1976 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12671 T1976 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 12671 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44143
[junit4:junit4] 2> 12671 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44143
[junit4:junit4] 2> 12672 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d238103890009 with negotiated timeout 20000 for client /127.0.0.1:44143
[junit4:junit4] 2> 12672 T1976 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d238103890009, negotiated timeout = 20000
[junit4:junit4] 2> 12673 T1977 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26c01813 name:ZooKeeperConnection Watcher:127.0.0.1:40687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12673 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12674 T1913 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d238103890009
[junit4:junit4] 2> 12675 T1910 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:44143 which had sessionid 0x13d238103890009
[junit4:junit4] 2> 12675 T1977 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 12676 T1908 oaz.ZooKeeper.close Session: 0x13d238103890009 closed
[junit4:junit4] 2> 12677 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 12681 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f88772b
[junit4:junit4] 2> 12683 T1978 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12683 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12683 T1978 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 12683 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44144
[junit4:junit4] 2> 12684 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44144
[junit4:junit4] 2> 12684 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d23810389000a with negotiated timeout 20000 for client /127.0.0.1:44144
[junit4:junit4] 2> 12685 T1978 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d23810389000a, negotiated timeout = 20000
[junit4:junit4] 2> 12685 T1979 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f88772b name:ZooKeeperConnection Watcher:127.0.0.1:40687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12686 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12688 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d23810389000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12689 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d23810389000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12690 T1908 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 13692 T1908 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55295_
[junit4:junit4] 2> 13693 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d23810389000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55295_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55295_
[junit4:junit4] 2> 13693 T1908 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55295_
[junit4:junit4] 2> 13694 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13695 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13695 T1949 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13695 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13695 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13695 T1979 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13696 T1930 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13697 T1936 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13697 T1964 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13700 T1980 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991/collection1
[junit4:junit4] 2> 13700 T1980 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 13701 T1980 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 13701 T1980 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 13702 T1980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991/collection1/'
[junit4:junit4] 2> 13702 T1980 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991/collection1/lib/README' to classloader
[junit4:junit4] 2> 13702 T1980 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 13729 T1980 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 13760 T1980 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 13760 T1980 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 13764 T1980 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 14030 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14030 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47300",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:47300_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 14034 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14034 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14035 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14034 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14034 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14079 T1980 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 14084 T1980 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 14086 T1980 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 14097 T1980 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14100 T1980 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14103 T1980 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14103 T1980 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14104 T1980 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362100302991/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/
[junit4:junit4] 2> 14104 T1980 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c7fa1a
[junit4:junit4] 2> 14105 T1980 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 14105 T1980 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3 forceNew:false
[junit4:junit4] 2> 14106 T1980 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 14106 T1980 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index/
[junit4:junit4] 2> 14106 T1980 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 14107 T1980 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index forceNew:false
[junit4:junit4] 2> 14110 T1980 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@68ec5b65; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14110 T1980 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14111 T1980 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index
[junit4:junit4] 2> 14112 T1980 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 14113 T1980 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 14113 T1980 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 14114 T1980 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 14114 T1980 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 14114 T1980 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 14115 T1980 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 14115 T1980 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 14115 T1980 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 14118 T1980 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 14121 T1980 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 14122 T1980 oass.SolrIndexSearcher.<init> Opening Searcher@7914b4af main
[junit4:junit4] 2> 14123 T1980 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 14123 T1980 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 14127 T1981 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7914b4af main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 14128 T1980 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 14129 T1980 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15538 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15539 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55295",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:55295_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 15540 T1931 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 15540 T1931 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 15545 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15545 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15545 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15545 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15545 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16130 T1980 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 16131 T1980 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55295 collection:collection1 shard:shard2
[junit4:junit4] 2> 16134 T1980 oasc.ZkController.register We are http://127.0.0.1:55295/collection1/ and leader is http://127.0.0.1:42736/collection1/
[junit4:junit4] 2> 16134 T1980 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55295
[junit4:junit4] 2> 16135 T1980 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 16135 T1980 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C192 name=collection1 org.apache.solr.core.SolrCore@72992695 url=http://127.0.0.1:55295/collection1 node=127.0.0.1:55295_ C192_STATE=coll:collection1 core:collection1 props:{core=collection1, collection=collection1, base_url=http://127.0.0.1:55295, state=down, node_name=127.0.0.1:55295_}
[junit4:junit4] 2> 16136 T1982 C192 P55295 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 16136 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16138 T1982 C192 P55295 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 16138 T1982 C192 P55295 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 16138 T1982 C192 P55295 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16139 T1908 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 16139 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 16140 T1982 C192 P55295 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16140 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16209 T1908 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 16211 T1908 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36524
[junit4:junit4] 2> 16212 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 16212 T1908 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 16213 T1908 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580
[junit4:junit4] 2> 16213 T1908 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580/solr.xml
[junit4:junit4] 2> 16214 T1908 oasc.CoreContainer.<init> New CoreContainer 991444952
[junit4:junit4] 2> 16214 T1908 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580/'
[junit4:junit4] 2> 16215 T1908 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580/'
[junit4:junit4] 2> 16234 T1908 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 16234 T1908 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 16235 T1908 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 16235 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 16236 T1908 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 16236 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 16237 T1908 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 16237 T1908 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 16237 T1908 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 16238 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 16244 T1908 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 16254 T1908 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40687/solr
[junit4:junit4] 2> 16255 T1908 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 16255 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6de68b1f
[junit4:junit4] 2> 16256 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16256 T1992 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16257 T1992 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 16257 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44147
[junit4:junit4] 2> 16257 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44147
[junit4:junit4] 2> 16258 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d23810389000b with negotiated timeout 20000 for client /127.0.0.1:44147
[junit4:junit4] 2> 16258 T1992 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d23810389000b, negotiated timeout = 20000
[junit4:junit4] 2> 16258 T1993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6de68b1f name:ZooKeeperConnection Watcher:127.0.0.1:40687 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16258 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16260 T1913 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d23810389000b
[junit4:junit4] 2> 16260 T1993 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 16260 T1910 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:44147 which had sessionid 0x13d23810389000b
[junit4:junit4] 2> 16260 T1908 oaz.ZooKeeper.close Session: 0x13d23810389000b closed
[junit4:junit4] 2> 16261 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 16263 T1908 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40687/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f6b0206
[junit4:junit4] 2> 16264 T1994 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40687. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16264 T1908 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16265 T1910 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:44148
[junit4:junit4] 2> 16265 T1994 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40687, initiating session
[junit4:junit4] 2> 16266 T1910 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:44148
[junit4:junit4] 2> 16268 T1912 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d23810389000c with negotiated timeout 20000 for client /127.0.0.1:44148
[junit4:junit4] 2> 16268 T1994 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40687, sessionid = 0x13d23810389000c, negotiated timeout = 20000
[junit4:junit4] 2> 16269 T1995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f6b0206 name:ZooKeeperConnection Watcher:127.0.0.1:40687/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16269 T1908 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16270 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d23810389000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16271 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d23810389000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16271 T1908 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 17050 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17051 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55295",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:55295_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 17055 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17055 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17056 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17055 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17055 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17055 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17273 T1908 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36524_
[junit4:junit4] 2> 17275 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d23810389000c type:delete cxid:0xb zxid:0xa8 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:36524_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:36524_
[junit4:junit4] 2> 17276 T1908 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36524_
[junit4:junit4] 2> 17278 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17278 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17278 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17279 T1995 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17279 T1949 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17280 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17278 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17279 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17281 T1979 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17281 T1930 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17281 T1936 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17283 T1964 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17324 T1996 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580/collection1
[junit4:junit4] 2> 17324 T1996 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 17324 T1996 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 17325 T1996 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 17325 T1996 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580/collection1/'
[junit4:junit4] 2> 17326 T1996 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580/collection1/lib/README' to classloader
[junit4:junit4] 2> 17326 T1996 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 17362 T1996 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 17394 T1996 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 17395 T1996 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 17398 T1996 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 17721 T1996 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 17726 T1996 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 17728 T1996 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 17735 T1996 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17737 T1996 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17740 T1996 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17741 T1996 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17741 T1996 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362100306580/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/
[junit4:junit4] 2> 17741 T1996 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c7fa1a
[junit4:junit4] 2> 17742 T1996 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 17742 T1996 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4 forceNew:false
[junit4:junit4] 2> 17742 T1996 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 17743 T1996 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index/
[junit4:junit4] 2> 17743 T1996 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 17743 T1996 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index forceNew:false
[junit4:junit4] 2> 17746 T1996 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b73abb3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 17746 T1996 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 17747 T1996 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index
[junit4:junit4] 2> 17748 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 17748 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 17749 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 17749 T1996 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 17749 T1996 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 17749 T1996 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 17750 T1996 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 17750 T1996 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 17750 T1996 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 17753 T1996 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 17755 T1996 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 17756 T1996 oass.SolrIndexSearcher.<init> Opening Searcher@6ead1915 main
[junit4:junit4] 2> 17757 T1996 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 17757 T1996 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 17759 T1997 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ead1915 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 17760 T1996 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 17760 T1996 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18562 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18562 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36524",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:36524_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 18563 T1931 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 18563 T1931 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 18566 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18566 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18566 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18566 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18566 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18567 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18761 T1996 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 18762 T1996 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36524 collection:collection1 shard:shard1
[junit4:junit4] 2> 18765 T1996 oasc.ZkController.register We are http://127.0.0.1:36524/collection1/ and leader is http://127.0.0.1:47300/collection1/
[junit4:junit4] 2> 18765 T1996 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36524
[junit4:junit4] 2> 18766 T1996 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 18766 T1996 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C193 name=collection1 org.apache.solr.core.SolrCore@29e52fe8 url=http://127.0.0.1:36524/collection1 node=127.0.0.1:36524_ C193_STATE=coll:collection1 core:collection1 props:{core=collection1, collection=collection1, base_url=http://127.0.0.1:36524, state=down, node_name=127.0.0.1:36524_}
[junit4:junit4] 2> 18767 T1998 C193 P36524 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 18767 T1996 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18767 T1998 C193 P36524 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 18768 T1998 C193 P36524 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 18768 T1998 C193 P36524 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18769 T1908 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 18769 T1998 C193 P36524 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18770 T1908 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 18770 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18776 T1908 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18778 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18785 T1944 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/onenodecollectioncore
[junit4:junit4] 2> 18785 T1944 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4] 2> 18786 T1944 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4] 2> 18787 T1944 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 18788 T1944 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 18789 T1944 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4] 2> 18791 T1944 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4] 2> 18793 T1944 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/onenodecollectioncore/'
[junit4:junit4] 2> 18829 T1944 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 18858 T1944 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 18858 T1944 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 18862 T1944 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> C192_STATE=coll:collection1 core:collection1 props:{core=collection1, collection=collection1, base_url=http://127.0.0.1:55295, state=recovering, shard=shard2, node_name=127.0.0.1:55295_}
[junit4:junit4] 2> 19149 T1982 C192 P55295 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:42736/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 19150 T1982 C192 P55295 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55295 START replicas=[http://127.0.0.1:42736/collection1/] nUpdates=100
[junit4:junit4] 2> 19150 T1982 C192 P55295 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 19150 T1982 C192 P55295 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 19150 T1982 C192 P55295 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 19150 T1982 C192 P55295 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 19150 T1982 C192 P55295 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 19150 T1982 C192 P55295 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:42736/collection1/. core=collection1
[junit4:junit4] 2> 19151 T1982 C192 P55295 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C194 name=collection1 org.apache.solr.core.SolrCore@19cb4bc7 url=http://127.0.0.1:42736/collection1 node=127.0.0.1:42736_ C194_STATE=coll:collection1 core:collection1 props:{core=collection1, collection=collection1, base_url=http://127.0.0.1:42736, state=active, shard=shard2, node_name=127.0.0.1:42736_, leader=true}
[junit4:junit4] 2> 19154 T1943 C194 P42736 REQ /get {version=2&distrib=false&wt=javabin&getVersions=100&qt=/get} status=0 QTime=0
[junit4:junit4] 2> 19156 T1942 C194 P42736 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 19157 T1942 C194 P42736 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1
[junit4:junit4] 2> 19158 T1942 C194 P42736 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da9f82f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 19159 T1942 C194 P42736 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 19167 T1942 C194 P42736 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da9f82f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da9f82f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19168 T1942 C194 P42736 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19169 T1942 C194 P42736 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1
[junit4:junit4] 2> 19169 T1942 C194 P42736 oass.SolrIndexSearcher.<init> Opening Searcher@559e77ad realtime
[junit4:junit4] 2> 19170 T1942 C194 P42736 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 19170 T1942 C194 P42736 /update {commit_end_point=true&version=2&softCommit=false&wt=javabin&commit=true&openSearcher=false&waitSearcher=true} {commit=} 0 15
[junit4:junit4] 2> 19171 T1982 C192 P55295 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 19171 T1982 C192 P55295 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 19175 T1945 C194 P42736 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 19175 T1945 C194 P42736 REQ /replication {version=2&command=indexversion&wt=javabin&qt=/replication} status=0 QTime=3
[junit4:junit4] 2> 19176 T1982 C192 P55295 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 19176 T1982 C192 P55295 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 19176 T1982 C192 P55295 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 19178 T1942 C194 P42736 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1
[junit4:junit4] 2> 19179 T1942 C194 P42736 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index
[junit4:junit4] 2> 19179 T1942 C194 P42736 REQ /replication {version=2&command=filelist&generation=2&wt=javabin&qt=/replication} status=0 QTime=1
[junit4:junit4] 2> 19180 T1982 C192 P55295 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 19180 T1982 C192 P55295 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614 forceNew:false
[junit4:junit4] 2> 19181 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 19181 T1982 C192 P55295 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a386a40; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=true
[junit4:junit4] 2> 19184 T1943 C194 P42736 REQ /replication {checksum=true&file=segments_2&command=filecontent&generation=2&wt=filestream&qt=/replication} status=0 QTime=0
[junit4:junit4] 2> 19217 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index
[junit4:junit4] 2> 19217 T1982 C192 P55295 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 19227 T1982 C192 P55295 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130301091149614
[junit4:junit4] 2> 19228 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 19229 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 19229 T1982 C192 P55295 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614
[junit4:junit4] 2> 19231 T1982 C192 P55295 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a386a40; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19232 T1982 C192 P55295 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19232 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 19233 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 19234 T1982 C192 P55295 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 19234 T1982 C192 P55295 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 19234 T1982 C192 P55295 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 19236 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614
[junit4:junit4] 2> 19237 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 19238 T1944 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 19240 T1982 C192 P55295 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a386a40; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19240 T1982 C192 P55295 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19240 T1982 C192 P55295 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 19241 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 19241 T1982 C192 P55295 oass.SolrIndexSearcher.<init> Opening Searcher@32a44a03 main
[junit4:junit4] 2> 19242 T1981 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32a44a03 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 19246 T1981 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index
[junit4:junit4] 2> 19248 T1944 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 19250 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614
[junit4:junit4] 2> 19251 T1982 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index
[junit4:junit4] 2> 19251 T1982 C192 P55295 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 19251 T1982 C192 P55295 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 19251 T1982 C192 P55295 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 19251 T1982 C192 P55295 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19253 T1944 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 19257 T1982 C192 P55295 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 19268 T1944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 19273 T1944 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 19335 T1944 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 19337 T1944 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 19351 T1944 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362100293974/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection/
[junit4:junit4] 2> 19351 T1944 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45c7fa1a
[junit4:junit4] 2> 19352 T1944 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 19353 T1944 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection forceNew:false
[junit4:junit4] 2> 19353 T1944 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection
[junit4:junit4] 2> 19353 T1944 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection/index/
[junit4:junit4] 2> 19354 T1944 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 19354 T1944 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection/index forceNew:false
[junit4:junit4] 2> 19358 T1944 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a388fa3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 19358 T1944 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 19359 T1944 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection/index
[junit4:junit4] 2> 19361 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 19361 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 19362 T1944 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 19362 T1944 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 19363 T1944 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 19363 T1944 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 19364 T1944 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 19364 T1944 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 19364 T1944 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 19367 T1944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 19369 T1944 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362100290437/onenodecollection
[junit4:junit4] 2> 19370 T1944 oass.SolrIndexSearcher.<init> Opening Searcher@dedb4ab main
[junit4:junit4] 2> 19371 T1944 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 19372 T1944 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 19374 T2001 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@dedb4ab main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 19376 T1944 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 20070 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20071 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36524",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:36524_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 20073 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55295",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:55295_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 20076 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42736",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:42736_",
[junit4:junit4] 2> "roles":"none"}
[junit4:junit4] 2> 20076 T1931 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4] 2> 20076 T1931 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 20078 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20078 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20079 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20079 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20078 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20079 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20377 T1944 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4] 2> 20378 T1944 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:42736 collection:onenodecollection shard:shard1
[junit4:junit4] 2> 20379 T1944 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4] 2> 20382 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:delete cxid:0xa6 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4] 2> 20383 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 20383 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:create cxid:0xa7 zxid:0xc4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 20385 T1944 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 20385 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 20385 T1944 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42736/onenodecollectioncore/
[junit4:junit4] 2> 20386 T1944 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 20386 T1944 oasc.SyncStrategy.syncToMe http://127.0.0.1:42736/onenodecollectioncore/ has no replicas
[junit4:junit4] 2> 20386 T1944 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42736/onenodecollectioncore/
[junit4:junit4] 2> 20387 T1944 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4] 2> 20389 T1913 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d238103890006 type:create cxid:0xb1 zxid:0xc8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 21584 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21593 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21593 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21593 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21593 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21593 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21593 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21642 T1944 oasc.ZkController.register We are http://127.0.0.1:42736/onenodecollectioncore/ and leader is http://127.0.0.1:42736/onenodecollectioncore/
[junit4:junit4] 2> 21643 T1944 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:42736
[junit4:junit4] 2> 21644 T1944 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 21644 T1944 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4] 2> 21647 T1944 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21649 T1908 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 21650 T1908 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22652 T1908 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C193_STATE=coll:collection1 core:collection1 props:{core=collection1, collection=collection1, base_url=http://127.0.0.1:36524, state=recovering, shard=shard1, node_name=127.0.0.1:36524_}
[junit4:junit4] 2> 22778 T1998 C193 P36524 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:47300/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 22778 T1998 C193 P36524 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36524 START replicas=[http://127.0.0.1:47300/collection1/] nUpdates=100
[junit4:junit4] 2> 22778 T1998 C193 P36524 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 22779 T1998 C193 P36524 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 22779 T1998 C193 P36524 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 22779 T1998 C193 P36524 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 22779 T1998 C193 P36524 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 22779 T1998 C193 P36524 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:47300/collection1/. core=collection1
[junit4:junit4] 2> 22780 T1998 C193 P36524 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C195 name=collection1 org.apache.solr.core.SolrCore@2ab7f9f7 url=http://127.0.0.1:47300/collection1 node=127.0.0.1:47300_ C195_STATE=coll:collection1 core:collection1 props:{core=collection1, collection=collection1, base_url=http://127.0.0.1:47300, state=active, shard=shard1, node_name=127.0.0.1:47300_, leader=true}
[junit4:junit4] 2> 22787 T1958 C195 P47300 REQ /get {version=2&distrib=false&wt=javabin&getVersions=100&qt=/get} status=0 QTime=3
[junit4:junit4] 2> 22788 T1959 C195 P47300 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22789 T1959 C195 P47300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2
[junit4:junit4] 2> 22791 T1959 C195 P47300 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45b764fb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 22792 T1959 C195 P47300 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 22798 T1959 C195 P47300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45b764fb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45b764fb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22798 T1959 C195 P47300 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22799 T1959 C195 P47300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2
[junit4:junit4] 2> 22800 T1959 C195 P47300 oass.SolrIndexSearcher.<init> Opening Searcher@2ca0a99c realtime
[junit4:junit4] 2> 22800 T1959 C195 P47300 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22801 T1959 C195 P47300 /update {commit_end_point=true&version=2&softCommit=false&wt=javabin&commit=true&openSearcher=false&waitSearcher=true} {commit=} 0 14
[junit4:junit4] 2> 22801 T1998 C193 P36524 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 22802 T1998 C193 P36524 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 22804 T1957 C195 P47300 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 22804 T1957 C195 P47300 REQ /replication {version=2&command=indexversion&wt=javabin&qt=/replication} status=0 QTime=1
[junit4:junit4] 2> 22805 T1998 C193 P36524 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 22805 T1998 C193 P36524 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 22805 T1998 C193 P36524 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 22807 T1958 C195 P47300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2
[junit4:junit4] 2> 22808 T1958 C195 P47300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index
[junit4:junit4] 2> 22808 T1958 C195 P47300 REQ /replication {version=2&command=filelist&generation=2&wt=javabin&qt=/replication} status=0 QTime=1
[junit4:junit4] 2> 22808 T1998 C193 P36524 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 22809 T1998 C193 P36524 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243 forceNew:false
[junit4:junit4] 2> 22809 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 22810 T1998 C193 P36524 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a000f4; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=true
[junit4:junit4] 2> 22813 T1959 C195 P47300 REQ /replication {checksum=true&file=segments_2&command=filecontent&generation=2&wt=filestream&qt=/replication} status=0 QTime=0
[junit4:junit4] 2> 22815 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index
[junit4:junit4] 2> 22815 T1998 C193 P36524 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 22817 T1998 C193 P36524 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130301091153243
[junit4:junit4] 2> 22818 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 22819 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 22819 T1998 C193 P36524 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243
[junit4:junit4] 2> 22820 T1998 C193 P36524 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a000f4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22821 T1998 C193 P36524 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22821 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 22822 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 22822 T1998 C193 P36524 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 22822 T1998 C193 P36524 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 22822 T1998 C193 P36524 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 22823 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243
[junit4:junit4] 2> 22823 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 22825 T1998 C193 P36524 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a000f4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22826 T1998 C193 P36524 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22826 T1998 C193 P36524 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 22826 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 22827 T1998 C193 P36524 oass.SolrIndexSearcher.<init> Opening Searcher@613c146c main
[junit4:junit4] 2> 22828 T1997 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@613c146c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22828 T1997 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index
[junit4:junit4] 2> 22828 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243
[junit4:junit4] 2> 22829 T1998 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index
[junit4:junit4] 2> 22829 T1998 C193 P36524 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 22829 T1998 C193 P36524 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 22829 T1998 C193 P36524 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 22830 T1998 C193 P36524 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 22831 T1998 C193 P36524 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 23099 T1931 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23100 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42736",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:42736_",
[junit4:junit4] 2> "roles":"none"}
[junit4:junit4] 2> 23102 T1931 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36524",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "node_name":"127.0.0.1:36524_",
[junit4:junit4] 2> "roles":null}
[junit4:junit4] 2> 23104 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23105 T1964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23105 T1930 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23105 T1949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23104 T1936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23104 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23654 T1908 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23655 T1908 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4] 2> 23656 T1908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> C193_STATE=coll:collection1 core:collection1 props:{core=collection1, collection=collection1, base_url=http://127.0.0.1:36524, state=active, shard=shard1, node_name=127.0.0.1:36524_}
[junit4:junit4] 2> 23680 T1989 C193 P36524 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:47300/collection1/&update.distrib=FROMLEADER} {add=[1 (1428265698966110208)]} 0 1
[junit4:junit4] 2> 23681 T1957 C195 P47300 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:42736/collection1/&update.distrib=TOLEADER} {add=[1 (1428265698966110208)]} 0 8
[junit4:junit4] 2> 23681 T1943 C194 P42736 /update {version=2&wt=javabin} {add=[1]} 0 12
[junit4:junit4] 2> 23689 T1945 C194 P42736 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23697 T1945 C194 P42736 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da9f82f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da9f82f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 23698 T1945 C194 P42736 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 23699 T1945 C194 P42736 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1
[junit4:junit4] 2> 23699 T1945 C194 P42736 oass.SolrIndexSearcher.<init> Opening Searcher@491c7056 main
[junit4:junit4] 2> 23699 T1945 C194 P42736 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index
[junit4:junit4] 2> 23700 T1945 C194 P42736 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23700 T1951 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@491c7056 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 23700 T1951 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty1/index
[junit4:junit4] 2> 23701 T1945 C194 P42736 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:55295/collection1/, StdNode: http://127.0.0.1:47300/collection1/, StdNode: http://127.0.0.1:36524/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 23703 T1990 C193 P36524 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23704 T1960 C195 P47300 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C192_STATE=coll:collection1 core:collection1 props:{core=collection1, collection=collection1, base_url=http://127.0.0.1:55295, state=active, shard=shard2, node_name=127.0.0.1:55295_}
[junit4:junit4] 2> 23712 T1973 C192 P55295 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23716 T1973 C192 P55295 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a386a40; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a386a40; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 23717 T1973 C192 P55295 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 23720 T1973 C192 P55295 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3
[junit4:junit4] 2> 23721 T1973 C192 P55295 oass.SolrIndexSearcher.<init> Opening Searcher@6e16cf7a main
[junit4:junit4] 2> 23721 T1973 C192 P55295 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23722 T1981 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e16cf7a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 23722 T1981 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty3/index.20130301091149614
[junit4:junit4] 2> 23723 T1973 C192 P55295 /update {commit_end_point=true&version=2&softCommit=false&wt=javabin&commit=true&expungeDeletes=false&waitSearcher=true} {commit=} 0 11
[junit4:junit4] 2> 23727 T1990 C193 P36524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a000f4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a000f4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.len, segments_3, _0.inf, _0.si, _0.fld, _0.pst]
[junit4:junit4] 2> 23728 T1990 C193 P36524 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.len, segments_3, _0.inf, _0.si, _0.fld, _0.pst]
[junit4:junit4] 2> 23730 T1990 C193 P36524 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4
[junit4:junit4] 2> 23732 T1990 C193 P36524 oass.SolrIndexSearcher.<init> Opening Searcher@78e49468 main
[junit4:junit4] 2> 23732 T1990 C193 P36524 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23733 T1997 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78e49468 main{StandardDirectoryReader(segments_3:3:nrt _0(4.2):C1)}
[junit4:junit4] 2> 23733 T1997 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty4/index.20130301091153243
[junit4:junit4] 2> 23733 T1990 C193 P36524 /update {commit_end_point=true&version=2&softCommit=false&wt=javabin&commit=true&expungeDeletes=false&waitSearcher=true} {commit=} 0 30
[junit4:junit4] 2> 23737 T1960 C195 P47300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45b764fb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@45b764fb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.len, segments_3, _0.inf, _0.si, _0.fld, _0.pst]
[junit4:junit4] 2> 23738 T1960 C195 P47300 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.len, segments_3, _0.inf, _0.si, _0.fld, _0.pst]
[junit4:junit4] 2> 23739 T1960 C195 P47300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2
[junit4:junit4] 2> 23740 T1960 C195 P47300 oass.SolrIndexSearcher.<init> Opening Searcher@127a187a main
[junit4:junit4] 2> 23740 T1960 C195 P47300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362100290437/jetty2/index
[junit4:junit4] 2> 23741 T1960 C195 P47300 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23741 T1966 oasc.SolrCore.registerSearcher [collection1
[...truncated too long message...]
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:474)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 32403 T1908 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 32409 T1907 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 32495 T1979 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 32496 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 32496 T1979 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 32496 T1979 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 32566 T1911 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=es_PR, timezone=PRC
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=2,free=230592008,total=432013312
[junit4:junit4] 2> NOTE: All tests run in this JVM: [WordBreakSolrSpellCheckerTest, TestComponentsName, SimpleFacetsTest, TestIndexingPerformance, TestPHPSerializedResponseWriter, TestReload, BadComponentTest, LoggingHandlerTest, TestSearchPerf, LeaderElectionIntegrationTest, IndexBasedSpellCheckerTest, TestRandomFaceting, TestQueryTypes, SpellPossibilityIteratorTest, TestSolrIndexConfig, TestDocumentBuilder, TestFastLRUCache, BinaryUpdateRequestHandlerTest, SOLR749Test, NoCacheHeaderTest, ChaosMonkeyNothingIsSafeTest, TestGroupingSearch, ScriptEngineTest, MBeansHandlerTest, TestStressVersions, AlternateDirectoryTest, DateMathParserTest, CoreAdminHandlerTest, MinimalSchemaTest, CSVRequestHandlerTest, SolrCoreCheckLockOnStartupTest, UpdateRequestProcessorFactoryTest, ClusterStateTest, TestWordDelimiterFilterFactory, ZkControllerTest, TestIBSimilarityFactory, JsonLoaderTest, CoreContainerCoreInitFailuresTest, DistributedSpellCheckComponentTest, TestElisionMultitermQuery, SolrCmdDistributorTest, JSONWriterTest, TestCoreContainer, TestSuggestSpellingConverter, NotRequiredUniqueKeyTest, DefaultValueUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, TestBadConfig, RegexBoostProcessorTest, SolrRequestParserTest, CurrencyFieldTest, HighlighterConfigTest, DirectSolrConnectionTest, TestSystemIdResolver, CacheHeaderTest, TestFiltering, UniqFieldsUpdateProcessorFactoryTest, TestAnalyzedSuggestions, PreAnalyzedFieldTest, SolrIndexSplitterTest, AutoCommitTest, NumericFieldsTest, BasicDistributedZkTest, TestRecovery, TestRangeQuery, FileBasedSpellCheckerTest, ConvertedLegacyTest, QueryElevationComponentTest, SortByFunctionTest, SignatureUpdateProcessorFactoryTest, TestBinaryResponseWriter, SampleTest, TestIndexSearcher, TestFunctionQuery, TestRemoteStreaming, PolyFieldTest, SpatialFilterTest, TestCSVResponseWriter, MoreLikeThisHandlerTest, DocumentBuilderTest, DistributedQueryElevationComponentTest, TestPseudoReturnFields, DisMaxRequestHandlerTest, TermsComponentTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, PingRequestHandlerTest, SuggesterWFSTTest, TestSurroundQueryParser, IndexSchemaRuntimeFieldTest, TestSolrQueryParser, SolrPluginUtilsTest, TestValueSourceCache, FastVectorHighlighterTest, TestReversedWildcardFilterFactory, DebugComponentTest, RequestHandlersTest, TestOmitPositions, CopyFieldTest, TestArbitraryIndexDir, UpdateParamsTest, TestSolrDeletionPolicy1, TestLuceneMatchVersion, TestPropInject, TestBinaryField, TestSolrDeletionPolicy2, TestLFUCache, TestQuerySenderNoQuery, TestNumberUtils, TestJmxMonitoredMap, TestConfig, TestPhraseSuggestions, TestPerFieldSimilarity, TestDFRSimilarityFactory, TimeZoneUtilsTest, PluginInfoTest, TestSolrXMLSerializer, UUIDFieldTest, SystemInfoHandlerTest, TestUtils, ZkNodePropsTest, CircularListTest, AnalysisAfterCoreReloadTest, TestRandomDVFaceting, PathHierarchyTokenizerFactoryTest, TestCharFilters, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 32.71s, 1 test, 1 failure <<< FAILURES!
[...truncated 92 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:870: There were test failures: 258 suites, 1078 tests, 1 failure, 8 ignored (3 assumptions)
Total time: 41 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b65 -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (32bit/ibm-j9-jdk7) - Build # 4497
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4497/
Java: 32bit/ibm-j9-jdk7
1 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([4EB2BFE09649833F:CF5431F8E116E303]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:205)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:85)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
at java.lang.reflect.Method.invoke(Method.java:613)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:780)
Build Log:
[...truncated 9576 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 0 T3302 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 3 T3302 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254
[junit4:junit4] 2> 4 T3302 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 5 T3303 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 6 T3303 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 6 T3303 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 6 T3303 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 7 T3303 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 7 T3303 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 105 T3302 oasc.ZkTestServer.run start zk server on port:60015
[junit4:junit4] 2> 106 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c5ec789
[junit4:junit4] 2> 107 T3308 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 107 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 108 T3308 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 108 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57408
[junit4:junit4] 2> 109 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57408
[junit4:junit4] 2> 109 T3306 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 178 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20000 with negotiated timeout 10000 for client /127.0.0.1:57408
[junit4:junit4] 2> 178 T3308 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20000, negotiated timeout = 10000
[junit4:junit4] 2> 178 T3309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c5ec789 name:ZooKeeperConnection Watcher:127.0.0.1:60015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 178 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 179 T3302 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 182 T3307 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d233294b20000
[junit4:junit4] 2> 183 T3304 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57408 which had sessionid 0x13d233294b20000
[junit4:junit4] 2> 183 T3302 oaz.ZooKeeper.close Session: 0x13d233294b20000 closed
[junit4:junit4] 2> 183 T3309 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 183 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@216db716
[junit4:junit4] 2> 185 T3310 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 184 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 185 T3310 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 185 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57409
[junit4:junit4] 2> 186 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57409
[junit4:junit4] 2> 186 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20001 with negotiated timeout 10000 for client /127.0.0.1:57409
[junit4:junit4] 2> 186 T3310 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20001, negotiated timeout = 10000
[junit4:junit4] 2> 187 T3311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@216db716 name:ZooKeeperConnection Watcher:127.0.0.1:60015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 187 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 188 T3302 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 190 T3302 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 192 T3302 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 194 T3302 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 196 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 197 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 200 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 201 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 204 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 205 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 207 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 207 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 209 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 210 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 212 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 213 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 216 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 216 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 218 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 219 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 222 T3302 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 222 T3302 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 224 T3307 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d233294b20001
[junit4:junit4] 2> 225 T3311 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 225 T3304 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57409 which had sessionid 0x13d233294b20001
[junit4:junit4] 2> 225 T3302 oaz.ZooKeeper.close Session: 0x13d233294b20001 closed
[junit4:junit4] 2> 279 T3302 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 282 T3302 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52521
[junit4:junit4] 2> 283 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 283 T3302 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 284 T3302 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476
[junit4:junit4] 2> 284 T3302 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476/solr.xml
[junit4:junit4] 2> 285 T3302 oasc.CoreContainer.<init> New CoreContainer -1378789542
[junit4:junit4] 2> 286 T3302 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476/'
[junit4:junit4] 2> 286 T3302 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476/'
[junit4:junit4] 2> 297 T3302 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 297 T3302 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 298 T3302 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 298 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 299 T3302 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 300 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 300 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 301 T3302 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 301 T3302 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 302 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 309 T3302 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 318 T3302 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:60015/solr
[junit4:junit4] 2> 319 T3302 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 319 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@28a44557
[junit4:junit4] 2> 320 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 320 T3321 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 321 T3321 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 321 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57410
[junit4:junit4] 2> 322 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57410
[junit4:junit4] 2> 323 T3321 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20002, negotiated timeout = 20000
[junit4:junit4] 2> 323 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20002 with negotiated timeout 20000 for client /127.0.0.1:57410
[junit4:junit4] 2> 324 T3322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28a44557 name:ZooKeeperConnection Watcher:127.0.0.1:60015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 324 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 325 T3307 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d233294b20002
[junit4:junit4] 2> 326 T3322 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 326 T3304 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57410 which had sessionid 0x13d233294b20002
[junit4:junit4] 2> 326 T3302 oaz.ZooKeeper.close Session: 0x13d233294b20002 closed
[junit4:junit4] 2> 327 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 331 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@9e4dfbf0
[junit4:junit4] 2> 332 T3323 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 332 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 333 T3323 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 333 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57411
[junit4:junit4] 2> 334 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57411
[junit4:junit4] 2> 334 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20003 with negotiated timeout 20000 for client /127.0.0.1:57411
[junit4:junit4] 2> 334 T3323 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20003, negotiated timeout = 20000
[junit4:junit4] 2> 335 T3324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9e4dfbf0 name:ZooKeeperConnection Watcher:127.0.0.1:60015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 335 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 337 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 338 T3302 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 339 T3302 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52521_
[junit4:junit4] 2> 340 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52521_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52521_
[junit4:junit4] 2> 340 T3302 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52521_
[junit4:junit4] 2> 343 T3302 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 346 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 347 T3302 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 348 T3302 oasc.Overseer.start Overseer (id=89266267767308291-127.0.0.1:52521_-n_0000000000) starting
[junit4:junit4] 2> 349 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 350 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 350 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 351 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 352 T3326 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 352 T3302 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 354 T3302 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 356 T3325 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 358 T3327 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476/collection1
[junit4:junit4] 2> 358 T3327 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 359 T3327 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 359 T3327 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 360 T3327 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476/collection1/'
[junit4:junit4] 2> 361 T3327 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476/collection1/lib/README' to classloader
[junit4:junit4] 2> 361 T3327 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 388 T3327 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 420 T3327 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 421 T3327 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 426 T3327 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 757 T3327 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 761 T3327 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 764 T3327 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 772 T3327 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 775 T3327 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 779 T3327 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 780 T3327 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 781 T3327 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362095150476/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data/
[junit4:junit4] 2> 782 T3327 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a65a8b0
[junit4:junit4] 2> 782 T3327 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 783 T3327 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data forceNew:false
[junit4:junit4] 2> 783 T3327 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data
[junit4:junit4] 2> 783 T3327 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data/index/
[junit4:junit4] 2> 784 T3327 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 784 T3327 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data/index forceNew:false
[junit4:junit4] 2> 788 T3327 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2422723b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 788 T3327 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 789 T3327 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data/index
[junit4:junit4] 2> 790 T3327 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 790 T3327 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 791 T3327 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 791 T3327 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 792 T3327 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 792 T3327 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 792 T3327 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 793 T3327 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 793 T3327 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 794 T3327 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 796 T3327 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data
[junit4:junit4] 2> 797 T3327 oass.SolrIndexSearcher.<init> Opening Searcher@1576dbfd main
[junit4:junit4] 2> 798 T3327 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 798 T3327 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 800 T3327 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/control/data
[junit4:junit4] 2> 801 T3328 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1576dbfd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 801 T3327 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 802 T3327 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 802 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 1858 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1859 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52521",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52521_",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 1859 T3325 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1860 T3325 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1860 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 1863 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2804 T3327 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2805 T3327 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52521 collection:control_collection shard:shard1
[junit4:junit4] 2> 2805 T3327 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2810 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2811 T3327 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2811 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2812 T3327 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2813 T3327 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2813 T3327 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52521/collection1/
[junit4:junit4] 2> 2813 T3327 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2814 T3327 oasc.SyncStrategy.syncToMe http://127.0.0.1:52521/collection1/ has no replicas
[junit4:junit4] 2> 2814 T3327 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52521/collection1/
[junit4:junit4] 2> 2814 T3327 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2817 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3366 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3373 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3420 T3327 oasc.ZkController.register We are http://127.0.0.1:52521/collection1/ and leader is http://127.0.0.1:52521/collection1/
[junit4:junit4] 2> 3420 T3327 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52521
[junit4:junit4] 2> 3420 T3327 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3421 T3327 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3421 T3327 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3423 T3327 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3423 T3302 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 3424 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3425 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3429 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3430 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@d8298143
[junit4:junit4] 2> 3431 T3329 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3431 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3431 T3329 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 3431 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57414
[junit4:junit4] 2> 3432 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57414
[junit4:junit4] 2> 3432 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20004 with negotiated timeout 10000 for client /127.0.0.1:57414
[junit4:junit4] 2> 3432 T3329 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20004, negotiated timeout = 10000
[junit4:junit4] 2> 3433 T3330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d8298143 name:ZooKeeperConnection Watcher:127.0.0.1:60015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3433 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3434 T3302 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3435 T3302 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3501 T3302 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3503 T3302 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43277
[junit4:junit4] 2> 3503 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3504 T3302 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3504 T3302 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686
[junit4:junit4] 2> 3505 T3302 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/solr.xml
[junit4:junit4] 2> 3506 T3302 oasc.CoreContainer.<init> New CoreContainer 1327019750
[junit4:junit4] 2> 3506 T3302 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/'
[junit4:junit4] 2> 3507 T3302 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/'
[junit4:junit4] 2> 3518 T3302 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3519 T3302 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3520 T3302 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3520 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3521 T3302 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3521 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3522 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3522 T3302 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3523 T3302 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3523 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3531 T3302 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3540 T3302 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:60015/solr
[junit4:junit4] 2> 3541 T3302 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3542 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@caf04e5f
[junit4:junit4] 2> 3543 T3340 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3543 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3543 T3340 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 3543 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57415
[junit4:junit4] 2> 3544 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57415
[junit4:junit4] 2> 3545 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20005 with negotiated timeout 20000 for client /127.0.0.1:57415
[junit4:junit4] 2> 3545 T3340 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20005, negotiated timeout = 20000
[junit4:junit4] 2> 3545 T3341 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@caf04e5f name:ZooKeeperConnection Watcher:127.0.0.1:60015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3545 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3547 T3307 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d233294b20005
[junit4:junit4] 2> 3547 T3304 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57415 which had sessionid 0x13d233294b20005
[junit4:junit4] 2> 3547 T3341 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3547 T3302 oaz.ZooKeeper.close Session: 0x13d233294b20005 closed
[junit4:junit4] 2> 3548 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3552 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f108485c
[junit4:junit4] 2> 3554 T3342 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3554 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3555 T3342 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 3555 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57416
[junit4:junit4] 2> 3555 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57416
[junit4:junit4] 2> 3556 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20006 with negotiated timeout 20000 for client /127.0.0.1:57416
[junit4:junit4] 2> 3556 T3342 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20006, negotiated timeout = 20000
[junit4:junit4] 2> 3557 T3343 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f108485c name:ZooKeeperConnection Watcher:127.0.0.1:60015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3557 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3558 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3558 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3559 T3302 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4561 T3302 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43277_
[junit4:junit4] 2> 4562 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43277_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43277_
[junit4:junit4] 2> 4563 T3302 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43277_
[junit4:junit4] 2> 4565 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 4565 T3343 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4565 T3330 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4566 T3324 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4572 T3344 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/collection1
[junit4:junit4] 2> 4573 T3344 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4573 T3344 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4574 T3344 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4574 T3344 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/collection1/'
[junit4:junit4] 2> 4575 T3344 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/collection1/lib/README' to classloader
[junit4:junit4] 2> 4576 T3344 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4598 T3344 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 4627 T3344 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4628 T3344 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4632 T3344 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4876 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4877 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52521",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52521_",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 4879 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4879 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4879 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4928 T3344 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 4932 T3344 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 4934 T3344 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 4943 T3344 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4947 T3344 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 4951 T3344 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4952 T3344 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 4953 T3344 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/
[junit4:junit4] 2> 4953 T3344 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a65a8b0
[junit4:junit4] 2> 4953 T3344 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 4954 T3344 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1 forceNew:false
[junit4:junit4] 2> 4954 T3344 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1
[junit4:junit4] 2> 4955 T3344 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index/
[junit4:junit4] 2> 4955 T3344 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 4956 T3344 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index forceNew:false
[junit4:junit4] 2> 4958 T3344 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41b84913; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 4959 T3344 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 4959 T3344 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index
[junit4:junit4] 2> 4960 T3344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 4961 T3344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 4961 T3344 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 4962 T3344 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 4962 T3344 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 4963 T3344 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 4963 T3344 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 4963 T3344 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 4964 T3344 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 4965 T3344 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 4967 T3344 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1
[junit4:junit4] 2> 4967 T3344 oass.SolrIndexSearcher.<init> Opening Searcher@d8e6365a main
[junit4:junit4] 2> 4968 T3344 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 4968 T3344 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 4973 T3345 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d8e6365a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 4974 T3344 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 4975 T3344 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6383 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6384 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43277",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "node_name":"127.0.0.1:43277_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 6384 T3325 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 6384 T3325 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6387 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6387 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6388 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6976 T3344 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 6976 T3344 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43277 collection:collection1 shard:shard1
[junit4:junit4] 2> 6977 T3344 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 6981 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 6982 T3344 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 6983 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 6984 T3344 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 6984 T3344 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 6985 T3344 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43277/collection1/
[junit4:junit4] 2> 6985 T3344 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 6985 T3344 oasc.SyncStrategy.syncToMe http://127.0.0.1:43277/collection1/ has no replicas
[junit4:junit4] 2> 6986 T3344 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43277/collection1/
[junit4:junit4] 2> 6986 T3344 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 6989 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7890 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7895 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7895 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7897 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7941 T3344 oasc.ZkController.register We are http://127.0.0.1:43277/collection1/ and leader is http://127.0.0.1:43277/collection1/
[junit4:junit4] 2> 7942 T3344 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43277
[junit4:junit4] 2> 7942 T3344 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 7943 T3344 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 7943 T3344 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 7945 T3344 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7946 T3302 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 7946 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7947 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8015 T3302 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8017 T3302 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41838
[junit4:junit4] 2> 8018 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8019 T3302 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8019 T3302 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203
[junit4:junit4] 2> 8020 T3302 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203/solr.xml
[junit4:junit4] 2> 8020 T3302 oasc.CoreContainer.<init> New CoreContainer -1529513715
[junit4:junit4] 2> 8021 T3302 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203/'
[junit4:junit4] 2> 8022 T3302 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203/'
[junit4:junit4] 2> 8033 T3302 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8034 T3302 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8034 T3302 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8035 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8035 T3302 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8036 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8036 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8037 T3302 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8038 T3302 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8038 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8046 T3302 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8058 T3302 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:60015/solr
[junit4:junit4] 2> 8058 T3302 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8059 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@bae4c692
[junit4:junit4] 2> 8060 T3355 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8060 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8061 T3355 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 8061 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57418
[junit4:junit4] 2> 8061 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57418
[junit4:junit4] 2> 8062 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20007 with negotiated timeout 20000 for client /127.0.0.1:57418
[junit4:junit4] 2> 8062 T3355 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20007, negotiated timeout = 20000
[junit4:junit4] 2> 8063 T3356 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bae4c692 name:ZooKeeperConnection Watcher:127.0.0.1:60015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8063 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8064 T3307 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d233294b20007
[junit4:junit4] 2> 8064 T3304 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57418 which had sessionid 0x13d233294b20007
[junit4:junit4] 2> 8064 T3356 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8064 T3302 oaz.ZooKeeper.close Session: 0x13d233294b20007 closed
[junit4:junit4] 2> 8065 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8070 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6490c170
[junit4:junit4] 2> 8071 T3357 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8071 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8072 T3357 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 8072 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57419
[junit4:junit4] 2> 8072 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57419
[junit4:junit4] 2> 8073 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20008 with negotiated timeout 20000 for client /127.0.0.1:57419
[junit4:junit4] 2> 8073 T3357 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20008, negotiated timeout = 20000
[junit4:junit4] 2> 8074 T3358 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6490c170 name:ZooKeeperConnection Watcher:127.0.0.1:60015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8074 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8075 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8076 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8077 T3302 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9078 T3302 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41838_
[junit4:junit4] 2> 9079 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41838_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41838_
[junit4:junit4] 2> 9081 T3302 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41838_
[junit4:junit4] 2> 9082 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9082 T3330 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9082 T3358 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9083 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9083 T3343 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9084 T3324 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9084 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9087 T3359 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203/collection1
[junit4:junit4] 2> 9088 T3359 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9088 T3359 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9089 T3359 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9089 T3359 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203/collection1/'
[junit4:junit4] 2> 9090 T3359 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203/collection1/lib/README' to classloader
[junit4:junit4] 2> 9090 T3359 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9121 T3359 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 9151 T3359 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9152 T3359 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9156 T3359 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9400 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9401 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43277",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "node_name":"127.0.0.1:43277_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 9405 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9405 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9405 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9405 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9462 T3359 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9467 T3359 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9469 T3359 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9483 T3359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9487 T3359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9490 T3359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9491 T3359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9492 T3359 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362095158203/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/
[junit4:junit4] 2> 9493 T3359 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a65a8b0
[junit4:junit4] 2> 9493 T3359 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 9494 T3359 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2 forceNew:false
[junit4:junit4] 2> 9494 T3359 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2
[junit4:junit4] 2> 9494 T3359 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index/
[junit4:junit4] 2> 9495 T3359 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9495 T3359 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index forceNew:false
[junit4:junit4] 2> 9498 T3359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ee94cb45; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9498 T3359 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9499 T3359 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index
[junit4:junit4] 2> 9500 T3359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9500 T3359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9501 T3359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9501 T3359 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9502 T3359 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9502 T3359 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9503 T3359 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9503 T3359 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9503 T3359 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9505 T3359 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9506 T3359 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2
[junit4:junit4] 2> 9507 T3359 oass.SolrIndexSearcher.<init> Opening Searcher@c89333da main
[junit4:junit4] 2> 9508 T3359 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9508 T3359 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9511 T3360 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c89333da main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9513 T3359 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9513 T3359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 10908 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10909 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41838",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "node_name":"127.0.0.1:41838_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 10909 T3325 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 10910 T3325 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 10912 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10912 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10913 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10912 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11514 T3359 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11514 T3359 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41838 collection:collection1 shard:shard2
[junit4:junit4] 2> 11515 T3359 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 11520 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 11520 T3359 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 11521 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11522 T3359 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 11522 T3359 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 11522 T3359 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41838/collection1/
[junit4:junit4] 2> 11523 T3359 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 11523 T3359 oasc.SyncStrategy.syncToMe http://127.0.0.1:41838/collection1/ has no replicas
[junit4:junit4] 2> 11523 T3359 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41838/collection1/
[junit4:junit4] 2> 11524 T3359 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 11526 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12416 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12421 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12421 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12421 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12421 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12428 T3359 oasc.ZkController.register We are http://127.0.0.1:41838/collection1/ and leader is http://127.0.0.1:41838/collection1/
[junit4:junit4] 2> 12429 T3359 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41838
[junit4:junit4] 2> 12429 T3359 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 12429 T3359 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 12430 T3359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 12431 T3359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12432 T3302 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 12433 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 12433 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12491 T3302 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 12493 T3302 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42332
[junit4:junit4] 2> 12494 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 12495 T3302 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 12496 T3302 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687
[junit4:junit4] 2> 12497 T3302 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687/solr.xml
[junit4:junit4] 2> 12498 T3302 oasc.CoreContainer.<init> New CoreContainer -330614346
[junit4:junit4] 2> 12499 T3302 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687/'
[junit4:junit4] 2> 12499 T3302 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687/'
[junit4:junit4] 2> 12516 T3302 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 12517 T3302 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 12518 T3302 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 12519 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 12520 T3302 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 12521 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 12522 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 12523 T3302 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 12523 T3302 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 12524 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 12536 T3302 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 12551 T3302 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:60015/solr
[junit4:junit4] 2> 12552 T3302 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 12553 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@e745c2c9
[junit4:junit4] 2> 12555 T3370 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12555 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12556 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57422
[junit4:junit4] 2> 12555 T3370 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 12556 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57422
[junit4:junit4] 2> 12557 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b20009 with negotiated timeout 20000 for client /127.0.0.1:57422
[junit4:junit4] 2> 12557 T3370 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b20009, negotiated timeout = 20000
[junit4:junit4] 2> 12558 T3371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e745c2c9 name:ZooKeeperConnection Watcher:127.0.0.1:60015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12558 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12559 T3307 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d233294b20009
[junit4:junit4] 2> 12560 T3371 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 12560 T3304 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57422 which had sessionid 0x13d233294b20009
[junit4:junit4] 2> 12560 T3302 oaz.ZooKeeper.close Session: 0x13d233294b20009 closed
[junit4:junit4] 2> 12561 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 12568 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@d549f09a
[junit4:junit4] 2> 12569 T3372 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12569 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12570 T3372 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 12570 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57423
[junit4:junit4] 2> 12570 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57423
[junit4:junit4] 2> 12571 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b2000a with negotiated timeout 20000 for client /127.0.0.1:57423
[junit4:junit4] 2> 12572 T3372 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b2000a, negotiated timeout = 20000
[junit4:junit4] 2> 12573 T3373 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d549f09a name:ZooKeeperConnection Watcher:127.0.0.1:60015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12573 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12575 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b2000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12576 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b2000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12577 T3302 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 13579 T3302 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42332_
[junit4:junit4] 2> 13580 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b2000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42332_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42332_
[junit4:junit4] 2> 13581 T3302 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42332_
[junit4:junit4] 2> 13582 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13582 T3373 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13582 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13583 T3330 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13583 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13583 T3343 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13584 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13584 T3324 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13585 T3358 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13589 T3374 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687/collection1
[junit4:junit4] 2> 13590 T3374 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 13590 T3374 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 13591 T3374 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 13592 T3374 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687/collection1/'
[junit4:junit4] 2> 13592 T3374 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687/collection1/lib/README' to classloader
[junit4:junit4] 2> 13593 T3374 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 13616 T3374 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 13654 T3374 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 13655 T3374 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 13659 T3374 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 13925 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13926 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41838",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "node_name":"127.0.0.1:41838_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 13929 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13929 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13929 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13929 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13929 T3373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13976 T3374 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 13984 T3374 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 13988 T3374 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 14006 T3374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14011 T3374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14014 T3374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14015 T3374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14017 T3374 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362095162687/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/
[junit4:junit4] 2> 14017 T3374 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a65a8b0
[junit4:junit4] 2> 14018 T3374 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 14018 T3374 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3 forceNew:false
[junit4:junit4] 2> 14019 T3374 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 14019 T3374 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index/
[junit4:junit4] 2> 14019 T3374 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 14020 T3374 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index forceNew:false
[junit4:junit4] 2> 14023 T3374 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c6aa569d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14023 T3374 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14024 T3374 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index
[junit4:junit4] 2> 14025 T3374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 14025 T3374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 14026 T3374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 14027 T3374 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 14027 T3374 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 14027 T3374 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 14028 T3374 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 14028 T3374 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 14029 T3374 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 14030 T3374 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 14032 T3374 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 14033 T3374 oass.SolrIndexSearcher.<init> Opening Searcher@f1f74b7c main
[junit4:junit4] 2> 14035 T3374 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 14035 T3374 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 14040 T3374 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 14043 T3375 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f1f74b7c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 14043 T3374 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 14043 T3374 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15433 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15434 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42332",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "node_name":"127.0.0.1:42332_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 15434 T3325 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 15434 T3325 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 15437 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15438 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15438 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15438 T3373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15437 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16045 T3374 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 16045 T3374 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42332 collection:collection1 shard:shard1
[junit4:junit4] 2> 16047 T3374 oasc.ZkController.register We are http://127.0.0.1:42332/collection1/ and leader is http://127.0.0.1:43277/collection1/
[junit4:junit4] 2> 16048 T3374 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42332
[junit4:junit4] 2> 16048 T3374 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 16048 T3374 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C206 name=collection1 org.apache.solr.core.SolrCore@a712dc7d url=http://127.0.0.1:42332/collection1 node=127.0.0.1:42332_ C206_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:42332, state=down, node_name=127.0.0.1:42332_, collection=collection1, core=collection1}
[junit4:junit4] 2> 16049 T3376 C206 P42332 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 16049 T3374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16049 T3376 C206 P42332 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 16050 T3376 C206 P42332 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 16050 T3376 C206 P42332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16050 T3302 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 16051 T3376 C206 P42332 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16051 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 16052 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16111 T3302 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 16113 T3302 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46026
[junit4:junit4] 2> 16114 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 16114 T3302 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 16115 T3302 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308
[junit4:junit4] 2> 16115 T3302 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308/solr.xml
[junit4:junit4] 2> 16116 T3302 oasc.CoreContainer.<init> New CoreContainer 1000541056
[junit4:junit4] 2> 16116 T3302 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308/'
[junit4:junit4] 2> 16117 T3302 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308/'
[junit4:junit4] 2> 16128 T3302 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 16128 T3302 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 16129 T3302 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 16129 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 16130 T3302 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 16130 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 16131 T3302 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 16131 T3302 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 16132 T3302 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 16132 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 16144 T3302 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 16157 T3302 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:60015/solr
[junit4:junit4] 2> 16157 T3302 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 16158 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@8451c76f
[junit4:junit4] 2> 16159 T3386 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16159 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16160 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57425
[junit4:junit4] 2> 16160 T3386 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 16161 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57425
[junit4:junit4] 2> 16161 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b2000b with negotiated timeout 20000 for client /127.0.0.1:57425
[junit4:junit4] 2> 16162 T3386 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b2000b, negotiated timeout = 20000
[junit4:junit4] 2> 16162 T3387 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8451c76f name:ZooKeeperConnection Watcher:127.0.0.1:60015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16162 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16164 T3307 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d233294b2000b
[junit4:junit4] 2> 16164 T3304 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57425 which had sessionid 0x13d233294b2000b
[junit4:junit4] 2> 16164 T3302 oaz.ZooKeeper.close Session: 0x13d233294b2000b closed
[junit4:junit4] 2> 16165 T3387 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 16165 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 16169 T3302 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:60015/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5adc3fbb
[junit4:junit4] 2> 16171 T3388 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:60015. Will not attempt to authenticate using SASL (Access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16170 T3302 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16171 T3304 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57426
[junit4:junit4] 2> 16171 T3388 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:60015, initiating session
[junit4:junit4] 2> 16172 T3304 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57426
[junit4:junit4] 2> 16172 T3306 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d233294b2000c with negotiated timeout 20000 for client /127.0.0.1:57426
[junit4:junit4] 2> 16172 T3388 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:60015, sessionid = 0x13d233294b2000c, negotiated timeout = 20000
[junit4:junit4] 2> 16173 T3389 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5adc3fbb name:ZooKeeperConnection Watcher:127.0.0.1:60015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16173 T3302 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16174 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b2000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16175 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b2000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16176 T3302 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 16941 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16942 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42332",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "node_name":"127.0.0.1:42332_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 16945 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16945 T3389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16945 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16945 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16945 T3373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16945 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17178 T3302 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46026_
[junit4:junit4] 2> 17179 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b2000c type:delete cxid:0xb zxid:0xa8 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46026_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46026_
[junit4:junit4] 2> 17180 T3302 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46026_
[junit4:junit4] 2> 17181 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17182 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17182 T3389 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17182 T3330 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17182 T3389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17182 T3373 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17183 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17182 T3343 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17184 T3358 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17183 T3373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17184 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17185 T3324 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17191 T3390 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308/collection1
[junit4:junit4] 2> 17191 T3390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 17192 T3390 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 17192 T3390 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 17193 T3390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308/collection1/'
[junit4:junit4] 2> 17194 T3390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308/collection1/lib/README' to classloader
[junit4:junit4] 2> 17194 T3390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 17222 T3390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 17257 T3390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 17258 T3390 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 17263 T3390 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 17642 T3390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 17647 T3390 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 17649 T3390 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 17658 T3390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17664 T3390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17675 T3390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17677 T3390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17678 T3390 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362095166308/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/
[junit4:junit4] 2> 17678 T3390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a65a8b0
[junit4:junit4] 2> 17679 T3390 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 17680 T3390 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4 forceNew:false
[junit4:junit4] 2> 17680 T3390 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 17681 T3390 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index/
[junit4:junit4] 2> 17681 T3390 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 17682 T3390 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index forceNew:false
[junit4:junit4] 2> 17686 T3390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@8bdbb59d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 17687 T3390 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 17688 T3390 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index
[junit4:junit4] 2> 17689 T3390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 17690 T3390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 17691 T3390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 17692 T3390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 17692 T3390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 17693 T3390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 17693 T3390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 17694 T3390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 17695 T3390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 17696 T3390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 17699 T3390 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 17700 T3390 oass.SolrIndexSearcher.<init> Opening Searcher@7c60ef2e main
[junit4:junit4] 2> 17701 T3390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 17701 T3390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 17706 T3391 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c60ef2e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 17708 T3390 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 17709 T3390 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18449 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18449 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46026",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "node_name":"127.0.0.1:46026_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 18450 T3325 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 18450 T3325 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 18453 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18453 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18453 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18453 T3389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18453 T3373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18453 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18710 T3390 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 18710 T3390 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46026 collection:collection1 shard:shard2
[junit4:junit4] 2> 18713 T3390 oasc.ZkController.register We are http://127.0.0.1:46026/collection1/ and leader is http://127.0.0.1:41838/collection1/
[junit4:junit4] 2> 18713 T3390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46026
[junit4:junit4] 2> 18713 T3390 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 18714 T3390 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C207 name=collection1 org.apache.solr.core.SolrCore@3a4682cf url=http://127.0.0.1:46026/collection1 node=127.0.0.1:46026_ C207_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:46026, state=down, node_name=127.0.0.1:46026_, collection=collection1, core=collection1}
[junit4:junit4] 2> 18714 T3392 C207 P46026 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 18715 T3392 C207 P46026 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 18714 T3390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18715 T3392 C207 P46026 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 18715 T3392 C207 P46026 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18715 T3302 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 18716 T3302 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 18717 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18717 T3392 C207 P46026 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18721 T3302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18722 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18727 T3338 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/onenodecollectioncore
[junit4:junit4] 2> 18728 T3338 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4] 2> 18729 T3338 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4] 2> 18729 T3338 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 18730 T3338 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 18731 T3338 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4] 2> 18733 T3338 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4] 2> 18734 T3338 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/onenodecollectioncore/'
[junit4:junit4] 2> 18762 T3338 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4] 2> 18792 T3338 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 18793 T3338 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 18798 T3338 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> C206_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:42332, state=recovering, node_name=127.0.0.1:42332_, collection=collection1, shard=shard1, core=collection1}
[junit4:junit4] 2> 19059 T3376 C206 P42332 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43277/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 19059 T3376 C206 P42332 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:42332 START replicas=[http://127.0.0.1:43277/collection1/] nUpdates=100
[junit4:junit4] 2> 19060 T3376 C206 P42332 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 19060 T3376 C206 P42332 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 19060 T3376 C206 P42332 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 19061 T3376 C206 P42332 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 19061 T3376 C206 P42332 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 19061 T3376 C206 P42332 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43277/collection1/. core=collection1
[junit4:junit4] 2> 19062 T3376 C206 P42332 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C208 name=collection1 org.apache.solr.core.SolrCore@d1b1c815 url=http://127.0.0.1:43277/collection1 node=127.0.0.1:43277_ C208_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:43277, state=active, node_name=127.0.0.1:43277_, collection=collection1, shard=shard1, core=collection1, leader=true}
[junit4:junit4] 2> 19069 T3337 C208 P43277 REQ /get {getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=1
[junit4:junit4] 2> 19069 T3339 C208 P43277 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 19070 T3339 C208 P43277 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1
[junit4:junit4] 2> 19073 T3339 C208 P43277 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41b84913; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 19073 T3339 C208 P43277 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 19087 T3339 C208 P43277 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41b84913; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41b84913; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19088 T3339 C208 P43277 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19090 T3339 C208 P43277 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1
[junit4:junit4] 2> 19091 T3339 C208 P43277 oass.SolrIndexSearcher.<init> Opening Searcher@4cb8833c realtime
[junit4:junit4] 2> 19092 T3339 C208 P43277 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 19093 T3339 C208 P43277 /update {softCommit=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin&openSearcher=false} {commit=} 0 24
[junit4:junit4] 2> 19094 T3376 C206 P42332 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 19095 T3376 C206 P42332 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 19096 T3337 C208 P43277 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 19097 T3337 C208 P43277 REQ /replication {qt=/replication&version=2&command=indexversion&wt=javabin} status=0 QTime=1
[junit4:junit4] 2> 19098 T3376 C206 P42332 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 19098 T3376 C206 P42332 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 19099 T3376 C206 P42332 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 19101 T3337 C208 P43277 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1
[junit4:junit4] 2> 19102 T3337 C208 P43277 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index
[junit4:junit4] 2> 19103 T3337 C208 P43277 REQ /replication {qt=/replication&version=2&generation=2&command=filelist&wt=javabin} status=0 QTime=3
[junit4:junit4] 2> 19104 T3376 C206 P42332 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 19105 T3376 C206 P42332 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354 forceNew:false
[junit4:junit4] 2> 19105 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 19105 T3376 C206 P42332 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2089990d; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=true
[junit4:junit4] 2> 19109 T3336 C208 P43277 REQ /replication {checksum=true&qt=/replication&generation=2&command=filecontent&file=segments_2&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 19111 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index
[junit4:junit4] 2> 19112 T3376 C206 P42332 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 19117 T3376 C206 P42332 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130228204609354
[junit4:junit4] 2> 19119 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 19120 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 19120 T3376 C206 P42332 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354
[junit4:junit4] 2> 19122 T3376 C206 P42332 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2089990d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19123 T3376 C206 P42332 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19124 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 19125 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 19125 T3376 C206 P42332 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 19125 T3376 C206 P42332 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 19126 T3376 C206 P42332 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 19126 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354
[junit4:junit4] 2> 19127 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 19128 T3376 C206 P42332 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2089990d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19129 T3376 C206 P42332 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19129 T3376 C206 P42332 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 19130 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3
[junit4:junit4] 2> 19130 T3376 C206 P42332 oass.SolrIndexSearcher.<init> Opening Searcher@26fbe62a main
[junit4:junit4] 2> 19132 T3375 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26fbe62a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 19132 T3375 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index
[junit4:junit4] 2> 19133 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354
[junit4:junit4] 2> 19133 T3376 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index
[junit4:junit4] 2> 19133 T3376 C206 P42332 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 19134 T3376 C206 P42332 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 19134 T3376 C206 P42332 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 19134 T3376 C206 P42332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19137 T3376 C206 P42332 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 19142 T3338 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 19147 T3338 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 19149 T3338 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 19158 T3338 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 19162 T3338 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 19165 T3338 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 19167 T3338 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 19168 T3338 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362095153686/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection/
[junit4:junit4] 2> 19168 T3338 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a65a8b0
[junit4:junit4] 2> 19170 T3338 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 19171 T3338 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection forceNew:false
[junit4:junit4] 2> 19172 T3338 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection
[junit4:junit4] 2> 19172 T3338 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection/index/
[junit4:junit4] 2> 19173 T3338 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 19174 T3338 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection/index forceNew:false
[junit4:junit4] 2> 19179 T3338 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e24d7690; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 19180 T3338 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 19180 T3338 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection/index
[junit4:junit4] 2> 19182 T3338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 19183 T3338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 19183 T3338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 19184 T3338 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 19185 T3338 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 19185 T3338 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 19186 T3338 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 19187 T3338 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 19187 T3338 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 19189 T3338 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 19191 T3338 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362095150254/onenodecollection
[junit4:junit4] 2> 19192 T3338 oass.SolrIndexSearcher.<init> Opening Searcher@2b0f5a2f main
[junit4:junit4] 2> 19193 T3338 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 19193 T3338 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 19199 T3395 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@2b0f5a2f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 19201 T3338 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 19956 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19957 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46026",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "node_name":"127.0.0.1:46026_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 19960 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42332",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "node_name":"127.0.0.1:42332_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 19962 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43277",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43277_",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core":"onenodecollectioncore"}
[junit4:junit4] 2> 19963 T3325 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4] 2> 19963 T3325 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 19965 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19966 T3389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19965 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19966 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19966 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19965 T3373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20203 T3338 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4] 2> 20203 T3338 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:43277 collection:onenodecollection shard:shard1
[junit4:junit4] 2> 20204 T3338 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4] 2> 20209 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:delete cxid:0xa6 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4] 2> 20210 T3338 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 20211 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:create cxid:0xa7 zxid:0xc4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 20212 T3338 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 20212 T3338 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 20213 T3338 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43277/onenodecollectioncore/
[junit4:junit4] 2> 20213 T3338 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 20214 T3338 oasc.SyncStrategy.syncToMe http://127.0.0.1:43277/onenodecollectioncore/ has no replicas
[junit4:junit4] 2> 20215 T3338 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43277/onenodecollectioncore/
[junit4:junit4] 2> 20215 T3338 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4] 2> 20218 T3307 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d233294b20006 type:create cxid:0xb1 zxid:0xc8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 21471 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21476 T3373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21476 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21476 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21476 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21476 T3389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21476 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21522 T3338 oasc.ZkController.register We are http://127.0.0.1:43277/onenodecollectioncore/ and leader is http://127.0.0.1:43277/onenodecollectioncore/
[junit4:junit4] 2> 21523 T3338 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:43277
[junit4:junit4] 2> 21523 T3338 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 21524 T3338 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4] 2> 21525 T3338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21526 T3302 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 21527 T3302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22528 T3302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C207_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:46026, state=recovering, node_name=127.0.0.1:46026_, collection=collection1, shard=shard2, core=collection1}
[junit4:junit4] 2> 22722 T3392 C207 P46026 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:41838/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 22723 T3392 C207 P46026 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:46026 START replicas=[http://127.0.0.1:41838/collection1/] nUpdates=100
[junit4:junit4] 2> 22723 T3392 C207 P46026 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 22724 T3392 C207 P46026 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 22724 T3392 C207 P46026 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 22724 T3392 C207 P46026 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 22724 T3392 C207 P46026 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 22725 T3392 C207 P46026 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:41838/collection1/. core=collection1
[junit4:junit4] 2> 22725 T3392 C207 P46026 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C209 name=collection1 org.apache.solr.core.SolrCore@4621bc7f url=http://127.0.0.1:41838/collection1 node=127.0.0.1:41838_ C209_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:41838, state=active, node_name=127.0.0.1:41838_, collection=collection1, shard=shard2, core=collection1, leader=true}
[junit4:junit4] 2> 22731 T3351 C209 P41838 REQ /get {getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=0
[junit4:junit4] 2> 22735 T3352 C209 P41838 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22736 T3352 C209 P41838 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2
[junit4:junit4] 2> 22739 T3352 C209 P41838 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ee94cb45; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 22740 T3352 C209 P41838 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 22747 T3352 C209 P41838 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ee94cb45; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ee94cb45; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22748 T3352 C209 P41838 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22749 T3352 C209 P41838 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2
[junit4:junit4] 2> 22750 T3352 C209 P41838 oass.SolrIndexSearcher.<init> Opening Searcher@32e9d345 realtime
[junit4:junit4] 2> 22751 T3352 C209 P41838 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22752 T3352 C209 P41838 /update {softCommit=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin&openSearcher=false} {commit=} 0 17
[junit4:junit4] 2> 22754 T3392 C207 P46026 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 22754 T3392 C207 P46026 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 22755 T3354 C209 P41838 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 22756 T3354 C209 P41838 REQ /replication {qt=/replication&version=2&command=indexversion&wt=javabin} status=0 QTime=1
[junit4:junit4] 2> 22756 T3392 C207 P46026 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 22757 T3392 C207 P46026 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 22757 T3392 C207 P46026 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 22759 T3351 C209 P41838 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2
[junit4:junit4] 2> 22760 T3351 C209 P41838 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index
[junit4:junit4] 2> 22760 T3351 C209 P41838 REQ /replication {qt=/replication&version=2&generation=2&command=filelist&wt=javabin} status=0 QTime=1
[junit4:junit4] 2> 22761 T3392 C207 P46026 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 22764 T3392 C207 P46026 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013 forceNew:false
[junit4:junit4] 2> 22764 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 22765 T3392 C207 P46026 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37a4b1b5; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=true
[junit4:junit4] 2> 22767 T3353 C209 P41838 REQ /replication {checksum=true&qt=/replication&generation=2&command=filecontent&file=segments_2&wt=filestream} status=0 QTime=0
[junit4:junit4] 2> 22769 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index
[junit4:junit4] 2> 22769 T3392 C207 P46026 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 22777 T3392 C207 P46026 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130228204613013
[junit4:junit4] 2> 22781 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 22783 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 22783 T3392 C207 P46026 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013
[junit4:junit4] 2> 22786 T3392 C207 P46026 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37a4b1b5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22787 T3392 C207 P46026 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22787 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 22793 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 22794 T3392 C207 P46026 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 22794 T3392 C207 P46026 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 22794 T3392 C207 P46026 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 22795 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013
[junit4:junit4] 2> 22795 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 22796 T3392 C207 P46026 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37a4b1b5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22797 T3392 C207 P46026 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22797 T3392 C207 P46026 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 22797 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 22798 T3392 C207 P46026 oass.SolrIndexSearcher.<init> Opening Searcher@dbcc9317 main
[junit4:junit4] 2> 22798 T3391 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dbcc9317 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22799 T3391 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index
[junit4:junit4] 2> 22799 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013
[junit4:junit4] 2> 22799 T3392 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index
[junit4:junit4] 2> 22800 T3392 C207 P46026 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 22800 T3392 C207 P46026 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 22800 T3392 C207 P46026 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 22800 T3392 C207 P46026 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 22802 T3392 C207 P46026 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 22982 T3325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22983 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43277",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43277_",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core":"onenodecollectioncore"}
[junit4:junit4] 2> 22985 T3325 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46026",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "node_name":"127.0.0.1:46026_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core":"collection1"}
[junit4:junit4] 2> 22989 T3324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22990 T3343 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22990 T3330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22990 T3389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22990 T3373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22990 T3358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23530 T3302 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23531 T3302 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4] 2> 23531 T3302 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> C206_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:42332, state=active, node_name=127.0.0.1:42332_, collection=collection1, shard=shard1, core=collection1}
[junit4:junit4] 2> 23563 T3367 C206 P42332 /update {update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:43277/collection1/&version=2&wt=javabin} {add=[1 (1428260308968800256)]} 0 1
[junit4:junit4] 2> 23564 T3338 C208 P43277 /update {version=2&wt=javabin} {add=[1 (1428260308968800256)]} 0 8
[junit4:junit4] 2> 23583 T3336 C208 P43277 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23597 T3336 C208 P43277 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41b84913; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41b84913; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.si, _0_Lucene41_0.pos, segments_3, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0.nvm, _0.fnm, _0.fdt, _0_Lucene41_0.tip, _0.fdx, _0.nvd]
[junit4:junit4] 2> 23598 T3336 C208 P43277 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.si, _0_Lucene41_0.pos, segments_3, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0.nvm, _0.fnm, _0.fdt, _0_Lucene41_0.tip, _0.fdx, _0.nvd]
[junit4:junit4] 2> 23598 T3336 C208 P43277 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1
[junit4:junit4] 2> 23600 T3336 C208 P43277 oass.SolrIndexSearcher.<init> Opening Searcher@1afd023f main
[junit4:junit4] 2> 23601 T3336 C208 P43277 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index
[junit4:junit4] 2> 23602 T3336 C208 P43277 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23602 T3345 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1afd023f main{StandardDirectoryReader(segments_3:3:nrt _0(4.2):C1)}
[junit4:junit4] 2> 23603 T3345 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty1/index
[junit4:junit4] 2> 23603 T3336 C208 P43277 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:42332/collection1/, StdNode: http://127.0.0.1:41838/collection1/, StdNode: http://127.0.0.1:46026/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 23605 T3351 C209 P41838 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23605 T3366 C206 P42332 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C207_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:46026, state=active, node_name=127.0.0.1:46026_, collection=collection1, shard=shard2, core=collection1}
[junit4:junit4] 2> 23608 T3382 C207 P46026 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23617 T3382 C207 P46026 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37a4b1b5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013 lockFactory=org.apache.lucene.store.NativeFSLockFactory@37a4b1b5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 23617 T3351 C209 P41838 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ee94cb45; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@ee94cb45; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4] 2> 23618 T3382 C207 P46026 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 23618 T3351 C209 P41838 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4] 2> 23619 T3382 C207 P46026 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4
[junit4:junit4] 2> 23619 T3351 C209 P41838 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2
[junit4:junit4] 2> 23621 T3382 C207 P46026 oass.SolrIndexSearcher.<init> Opening Searcher@4f50d423 main
[junit4:junit4] 2> 23621 T3351 C209 P41838 oass.SolrIndexSearcher.<init> Opening Searcher@c4194b2d main
[junit4:junit4] 2> 23621 T3382 C207 P46026 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23622 T3391 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f50d423 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 23622 T3351 C209 P41838 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index
[junit4:junit4] 2> 23623 T3391 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty4/index.20130228204613013
[junit4:junit4] 2> 23623 T3351 C209 P41838 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23624 T3382 C207 P46026 /update {softCommit=false&expungeDeletes=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 17
[junit4:junit4] 2> 23624 T3360 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c4194b2d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 23625 T3360 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty2/index
[junit4:junit4] 2> 23625 T3351 C209 P41838 /update {softCommit=false&expungeDeletes=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 20
[junit4:junit4] 2> 23632 T3366 C206 P42332 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2089990d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362095150254/jetty3/index.20130228204609354 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2089990d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3,filenames=[_0.si, _0_Lucene41_0.pos, segments_3, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0.nvm, _0.fnm, _0.fdt, _0_Lucene41_0.tip, _0.fdx, _0.nvd]
[junit4:junit4] 2> 23633 T3366 C206 P42332 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.si, _0_Lucene41_0.pos, segments_3, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0.nvm, _0.fnm, _0.fdt, _0_Lucene41_0.tip, _0.fdx, _0.nvd]
[junit4:junit4] 2> 23634 T3366 C206 P42332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/
[...truncated too long message...]
junit.Assert.failNotEquals(Assert.java:647)
[junit4:junit4] > at org.junit.Assert.assertEquals(Assert.java:128)
[junit4:junit4] > at org.junit.Assert.assertEquals(Assert.java:472)
[junit4:junit4] > at org.junit.Assert.assertEquals(Assert.java:456)
[junit4:junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:205)
[junit4:junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:85)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:780)
[junit4:junit4] 2> 32574 T3302 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 32580 T3301 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> 32750 T3305 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=37), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=37)), sim=DefaultSimilarity, locale=en_ZA, timezone=America/Argentina/Mendoza
[junit4:junit4] 2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=2,free=55268416,total=207355904
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestValueSourceCache, ShardRoutingCustomTest, TestRecovery, SyncSliceTest, IndexSchemaRuntimeFieldTest, FullSolrCloudDistribCmdsTest, TestBM25SimilarityFactory, BasicZkTest, ShowFileRequestHandlerTest, RecoveryZkTest, TestMergePolicyConfig, DocumentBuilderTest, QueryEqualityTest, QueryParsingTest, TestFunctionQuery, DocValuesTest, URLClassifyProcessorTest, SignatureUpdateProcessorFactoryTest, TestSolrDeletionPolicy2, TestReplicationHandler, TestOmitPositions, PeerSyncTest, EchoParamsTest, PingRequestHandlerTest, ExternalFileFieldSortTest, TermVectorComponentDistributedTest, BadIndexSchemaTest, TestWriterPerf, DisMaxRequestHandlerTest, TestPropInjectDefaults, TestAtomicUpdateErrorCases, TestDocSet, FieldMutatingUpdateProcessorTest, ZkNodePropsTest, TestTrie, TestPhraseSuggestions, StatsComponentTest, TestUpdate, TestSurroundQueryParser, TestPartialUpdateDeduplication, TestComponentsName, HardAutoCommitTest, PrimUtilsTest, TestStressVersions, RegexBoostProcessorTest, TestUtils, BasicFunctionalityTest, TimeZoneUtilsTest, ReturnFieldsTest, HighlighterTest, StandardRequestHandlerTest, TestQueryUtils, PathHierarchyTokenizerFactoryTest, LegacyHTMLStripCharFilterTest, UUIDFieldTest, TestJmxIntegration, ZkCLITest, TestCodecSupport, OverseerTest, TestPropInject, TestFastWriter, TestDistributedGrouping, BasicDistributedZkTest, SpellCheckComponentTest, LeaderElectionTest, DistributedSpellCheckComponentTest, TestRealTimeGet, ZkControllerTest, TestDistributedSearch, SpellCheckCollatorTest, SoftAutoCommitTest, ZkSolrClientTest, WordBreakSolrSpellCheckerTest, TestHashPartitioner, SolrCoreTest, TestRangeQuery, DirectUpdateHandlerTest, TestMultiCoreConfBootstrap, TestCoreContainer, TestGroupingSearch, IndexSchemaTest, BinaryUpdateRequestHandlerTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, TermVectorComponentTest, SuggesterWFSTTest, DocumentAnalysisRequestHandlerTest, TestSolrQueryParser, RequestHandlersTest, SuggesterFSTTest, SuggesterTSTTest, UniqFieldsUpdateProcessorFactoryTest, UpdateParamsTest, SuggesterTest, TestFoldingMultitermQuery, TestSolrDeletionPolicy1, PrimitiveFieldTypeTest, BadComponentTest, HighlighterConfigTest, TestXIncludeConfig, TestCollationField, MultiTermTest, TestSolrCoreProperties, SpellPossibilityIteratorTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, OpenExchangeRatesOrgProviderTest, FileUtilsTest, TestSuggestSpellingConverter, TestBadConfig, AnalysisAfterCoreReloadTest, TestCharFilters, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 32.86s, 1 test, 1 failure <<< FAILURES!
[...truncated 107 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:374: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:870: There were test failures: 258 suites, 1078 tests, 1 failure, 9 ignored (4 assumptions)
Total time: 48 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/ibm-j9-jdk7
Email was triggered for: Failure
Sending email for trigger: Failure