You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/19 18:21:46 UTC
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build #
4736 - Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4736/
Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Server at http://127.0.0.1:37418/vhjv/gb/onenodecollectioncore returned non ok status:404, message:Can not find: /vhjv/gb/onenodecollectioncore/update
Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:37418/vhjv/gb/onenodecollectioncore returned non ok status:404, message:Can not find: /vhjv/gb/onenodecollectioncore/update
at __randomizedtesting.SeedInfo.seed([D0104395F3A74714:51F6CD8D84F82728]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:487)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9335 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 0 T1280 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /vhjv/gb
[junit4:junit4] 2> 3 T1280 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629
[junit4:junit4] 2> 3 T1280 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 4 T1281 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 4 T1281 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 4 T1281 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 5 T1281 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 5 T1281 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 6 T1281 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 104 T1280 oasc.ZkTestServer.run start zk server on port:54423
[junit4:junit4] 2> 104 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1170e0f
[junit4:junit4] 2> 105 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 105 T1286 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 106 T1286 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 106 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32781
[junit4:junit4] 2> 106 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32781
[junit4:junit4] 2> 106 T1284 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 199 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00000 with negotiated timeout 10000 for client /127.0.0.1:32781
[junit4:junit4] 2> 199 T1286 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00000, negotiated timeout = 10000
[junit4:junit4] 2> 200 T1287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1170e0f name:ZooKeeperConnection Watcher:127.0.0.1:54423 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 200 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 200 T1280 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 203 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00000
[junit4:junit4] 2> 204 T1287 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 204 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00000 closed
[junit4:junit4] 2> 204 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32781 which had sessionid 0x13d83a565d00000
[junit4:junit4] 2> 204 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d0fd5d
[junit4:junit4] 2> 205 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 205 T1288 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 206 T1288 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 206 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32782
[junit4:junit4] 2> 206 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32782
[junit4:junit4] 2> 207 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00001 with negotiated timeout 10000 for client /127.0.0.1:32782
[junit4:junit4] 2> 207 T1288 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00001, negotiated timeout = 10000
[junit4:junit4] 2> 207 T1289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d0fd5d name:ZooKeeperConnection Watcher:127.0.0.1:54423/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 207 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 208 T1280 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 210 T1280 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 212 T1280 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 215 T1280 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 216 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 217 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 220 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 221 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 223 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 224 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 226 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 226 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 228 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 228 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 231 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 231 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 233 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 233 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 235 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 236 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 237 T1280 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 238 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 240 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00001
[junit4:junit4] 2> 240 T1289 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 240 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00001 closed
[junit4:junit4] 2> 240 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32782 which had sessionid 0x13d83a565d00001
[junit4:junit4] 2> 300 T1280 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 303 T1280 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40419
[junit4:junit4] 2> 304 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 304 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 305 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867
[junit4:junit4] 2> 305 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867/solr.xml
[junit4:junit4] 2> 305 T1280 oasc.CoreContainer.<init> New CoreContainer 5890984
[junit4:junit4] 2> 306 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867/'
[junit4:junit4] 2> 307 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867/'
[junit4:junit4] 2> 325 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 326 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 326 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 327 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 327 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 327 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 328 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 328 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 328 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 329 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 335 T1280 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 355 T1280 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54423/solr
[junit4:junit4] 2> 356 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 356 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@fe7839
[junit4:junit4] 2> 357 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 357 T1299 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 358 T1299 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 358 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32783
[junit4:junit4] 2> 358 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32783
[junit4:junit4] 2> 359 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00002 with negotiated timeout 20000 for client /127.0.0.1:32783
[junit4:junit4] 2> 359 T1299 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00002, negotiated timeout = 20000
[junit4:junit4] 2> 359 T1300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fe7839 name:ZooKeeperConnection Watcher:127.0.0.1:54423 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 359 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 360 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00002
[junit4:junit4] 2> 360 T1300 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 360 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32783 which had sessionid 0x13d83a565d00002
[junit4:junit4] 2> 360 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00002 closed
[junit4:junit4] 2> 361 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 363 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@179f867
[junit4:junit4] 2> 364 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 364 T1301 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 365 T1301 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 365 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32784
[junit4:junit4] 2> 365 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32784
[junit4:junit4] 2> 366 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00003 with negotiated timeout 20000 for client /127.0.0.1:32784
[junit4:junit4] 2> 366 T1301 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00003, negotiated timeout = 20000
[junit4:junit4] 2> 366 T1302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@179f867 name:ZooKeeperConnection Watcher:127.0.0.1:54423/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 367 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 368 T1280 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 370 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 370 T1280 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 372 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 374 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40419_vhjv%2Fgb
[junit4:junit4] 2> 374 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40419_vhjv%2Fgb Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40419_vhjv%2Fgb
[junit4:junit4] 2> 375 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40419_vhjv%2Fgb
[junit4:junit4] 2> 377 T1280 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 381 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 381 T1280 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 383 T1280 oasc.Overseer.start Overseer (id=89372314018250755-127.0.0.1:40419_vhjv%2Fgb-n_0000000000) starting
[junit4:junit4] 2> 384 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 384 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 385 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 386 T1280 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 388 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 389 T1304 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 389 T1280 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 391 T1280 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 393 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 394 T1303 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 397 T1305 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867/collection1
[junit4:junit4] 2> 397 T1305 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 398 T1305 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 398 T1305 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 399 T1305 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867/collection1/'
[junit4:junit4] 2> 399 T1305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867/collection1/lib/README' to classloader
[junit4:junit4] 2> 400 T1305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 430 T1305 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 472 T1305 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 473 T1305 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 485 T1305 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 908 T1305 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 914 T1305 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 917 T1305 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 927 T1305 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 930 T1305 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 932 T1305 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 933 T1305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 933 T1305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 934 T1305 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 934 T1305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 935 T1305 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 935 T1305 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 935 T1305 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363713287867/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data/
[junit4:junit4] 2> 935 T1305 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c15d6d
[junit4:junit4] 2> 935 T1305 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 936 T1305 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data forceNew: false
[junit4:junit4] 2> 936 T1305 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data/index/
[junit4:junit4] 2> 936 T1305 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 937 T1305 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data/index forceNew: false
[junit4:junit4] 2> 938 T1305 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1022fac lockFactory=org.apache.lucene.store.NativeFSLockFactory@e40bda),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 938 T1305 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 939 T1305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 939 T1305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 940 T1305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 940 T1305 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 940 T1305 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 941 T1305 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 941 T1305 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 941 T1305 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 941 T1305 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 944 T1305 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 946 T1305 oass.SolrIndexSearcher.<init> Opening Searcher@1132f88 main
[junit4:junit4] 2> 946 T1305 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data/tlog
[junit4:junit4] 2> 947 T1305 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 947 T1305 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 950 T1306 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1132f88 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 950 T1305 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 950 T1305 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1898 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1899 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:40419_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40419/vhjv/gb"}
[junit4:junit4] 2> 1900 T1303 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1900 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1904 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1951 T1305 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1952 T1305 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40419/vhjv/gb collection:control_collection shard:shard1
[junit4:junit4] 2> 1952 T1305 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1957 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 1957 T1305 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1958 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 1959 T1305 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1959 T1305 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1960 T1305 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40419/vhjv/gb/collection1/
[junit4:junit4] 2> 1960 T1305 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1960 T1305 oasc.SyncStrategy.syncToMe http://127.0.0.1:40419/vhjv/gb/collection1/ has no replicas
[junit4:junit4] 2> 1960 T1305 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40419/vhjv/gb/collection1/
[junit4:junit4] 2> 1960 T1305 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1963 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3407 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3425 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3468 T1305 oasc.ZkController.register We are http://127.0.0.1:40419/vhjv/gb/collection1/ and leader is http://127.0.0.1:40419/vhjv/gb/collection1/
[junit4:junit4] 2> 3469 T1305 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40419/vhjv/gb
[junit4:junit4] 2> 3469 T1305 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3469 T1305 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3470 T1305 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3471 T1305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3472 T1280 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3472 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3473 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3476 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3476 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@407988
[junit4:junit4] 2> 3477 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3477 T1308 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3478 T1308 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 3478 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32789
[junit4:junit4] 2> 3478 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32789
[junit4:junit4] 2> 3479 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00004 with negotiated timeout 10000 for client /127.0.0.1:32789
[junit4:junit4] 2> 3479 T1308 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00004, negotiated timeout = 10000
[junit4:junit4] 2> 3479 T1309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@407988 name:ZooKeeperConnection Watcher:127.0.0.1:54423/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3480 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3480 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3482 T1280 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3541 T1280 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3543 T1280 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39008
[junit4:junit4] 2> 3544 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3544 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3544 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108
[junit4:junit4] 2> 3545 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/solr.xml
[junit4:junit4] 2> 3545 T1280 oasc.CoreContainer.<init> New CoreContainer 27165641
[junit4:junit4] 2> 3545 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/'
[junit4:junit4] 2> 3546 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/'
[junit4:junit4] 2> 3563 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3564 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3564 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3565 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3565 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3565 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3566 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3566 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3566 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3567 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3573 T1280 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3594 T1280 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54423/solr
[junit4:junit4] 2> 3594 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3594 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@17c78f
[junit4:junit4] 2> 3595 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3595 T1319 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3596 T1319 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 3596 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32790
[junit4:junit4] 2> 3597 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32790
[junit4:junit4] 2> 3597 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00005 with negotiated timeout 20000 for client /127.0.0.1:32790
[junit4:junit4] 2> 3597 T1319 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00005, negotiated timeout = 20000
[junit4:junit4] 2> 3598 T1320 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17c78f name:ZooKeeperConnection Watcher:127.0.0.1:54423 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3598 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3599 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00005
[junit4:junit4] 2> 3599 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32790 which had sessionid 0x13d83a565d00005
[junit4:junit4] 2> 3599 T1320 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3599 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00005 closed
[junit4:junit4] 2> 3600 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3603 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1408146
[junit4:junit4] 2> 3603 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3604 T1321 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3604 T1321 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 3604 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32791
[junit4:junit4] 2> 3605 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32791
[junit4:junit4] 2> 3605 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00006 with negotiated timeout 20000 for client /127.0.0.1:32791
[junit4:junit4] 2> 3605 T1321 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00006, negotiated timeout = 20000
[junit4:junit4] 2> 3606 T1322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1408146 name:ZooKeeperConnection Watcher:127.0.0.1:54423/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3606 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3607 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3608 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3609 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4611 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39008_vhjv%2Fgb
[junit4:junit4] 2> 4612 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39008_vhjv%2Fgb Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39008_vhjv%2Fgb
[junit4:junit4] 2> 4613 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39008_vhjv%2Fgb
[junit4:junit4] 2> 4615 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 4615 T1309 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4616 T1322 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4617 T1302 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4620 T1323 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/collection1
[junit4:junit4] 2> 4620 T1323 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4621 T1323 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4621 T1323 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4622 T1323 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/collection1/'
[junit4:junit4] 2> 4622 T1323 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/collection1/lib/README' to classloader
[junit4:junit4] 2> 4622 T1323 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4652 T1323 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 4698 T1323 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4699 T1323 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4704 T1323 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4929 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4930 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "node_name":"127.0.0.1:40419_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40419/vhjv/gb"}
[junit4:junit4] 2> 4932 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4932 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4932 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5171 T1323 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5178 T1323 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5181 T1323 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5191 T1323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5195 T1323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5198 T1323 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5199 T1323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5199 T1323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5199 T1323 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5200 T1323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5200 T1323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5200 T1323 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5201 T1323 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1/
[junit4:junit4] 2> 5201 T1323 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c15d6d
[junit4:junit4] 2> 5201 T1323 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5202 T1323 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1 forceNew: false
[junit4:junit4] 2> 5202 T1323 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1/index/
[junit4:junit4] 2> 5202 T1323 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5202 T1323 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1/index forceNew: false
[junit4:junit4] 2> 5203 T1323 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1be649d lockFactory=org.apache.lucene.store.NativeFSLockFactory@15ca7e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5204 T1323 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5205 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5205 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5206 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5206 T1323 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5207 T1323 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5207 T1323 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5207 T1323 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5208 T1323 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5208 T1323 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5210 T1323 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5213 T1323 oass.SolrIndexSearcher.<init> Opening Searcher@6c2220 main
[junit4:junit4] 2> 5213 T1323 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1/tlog
[junit4:junit4] 2> 5214 T1323 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5214 T1323 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5218 T1324 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c2220 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5219 T1323 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5220 T1323 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6437 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6438 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:39008_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39008/vhjv/gb"}
[junit4:junit4] 2> 6438 T1303 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 6438 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6443 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6443 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6443 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7221 T1323 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7221 T1323 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39008/vhjv/gb collection:collection1 shard:shard1
[junit4:junit4] 2> 7222 T1323 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7226 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7226 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7227 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7228 T1323 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7228 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7229 T1323 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39008/vhjv/gb/collection1/
[junit4:junit4] 2> 7229 T1323 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7229 T1323 oasc.SyncStrategy.syncToMe http://127.0.0.1:39008/vhjv/gb/collection1/ has no replicas
[junit4:junit4] 2> 7229 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39008/vhjv/gb/collection1/
[junit4:junit4] 2> 7230 T1323 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7232 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7947 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7953 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7953 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7953 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7985 T1323 oasc.ZkController.register We are http://127.0.0.1:39008/vhjv/gb/collection1/ and leader is http://127.0.0.1:39008/vhjv/gb/collection1/
[junit4:junit4] 2> 7986 T1323 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39008/vhjv/gb
[junit4:junit4] 2> 7986 T1323 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 7986 T1323 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 7986 T1323 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 7988 T1323 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7989 T1280 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 7989 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7990 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8050 T1280 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8052 T1280 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37418
[junit4:junit4] 2> 8053 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8053 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8053 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618
[junit4:junit4] 2> 8054 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618/solr.xml
[junit4:junit4] 2> 8054 T1280 oasc.CoreContainer.<init> New CoreContainer 19656890
[junit4:junit4] 2> 8054 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618/'
[junit4:junit4] 2> 8055 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618/'
[junit4:junit4] 2> 8072 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8073 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8073 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8073 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8074 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8074 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8074 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8074 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8075 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8075 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8081 T1280 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8101 T1280 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54423/solr
[junit4:junit4] 2> 8102 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8102 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@e304cc
[junit4:junit4] 2> 8103 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8103 T1335 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8104 T1335 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 8104 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32798
[junit4:junit4] 2> 8104 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32798
[junit4:junit4] 2> 8105 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00007 with negotiated timeout 20000 for client /127.0.0.1:32798
[junit4:junit4] 2> 8105 T1335 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00007, negotiated timeout = 20000
[junit4:junit4] 2> 8105 T1336 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e304cc name:ZooKeeperConnection Watcher:127.0.0.1:54423 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8106 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8107 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00007
[junit4:junit4] 2> 8107 T1336 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8107 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32798 which had sessionid 0x13d83a565d00007
[junit4:junit4] 2> 8107 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00007 closed
[junit4:junit4] 2> 8108 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8110 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ee906b
[junit4:junit4] 2> 8111 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8111 T1337 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8112 T1337 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 8112 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32799
[junit4:junit4] 2> 8113 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32799
[junit4:junit4] 2> 8113 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00008 with negotiated timeout 20000 for client /127.0.0.1:32799
[junit4:junit4] 2> 8113 T1337 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00008, negotiated timeout = 20000
[junit4:junit4] 2> 8114 T1338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ee906b name:ZooKeeperConnection Watcher:127.0.0.1:54423/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8114 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8115 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8116 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8118 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9121 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37418_vhjv%2Fgb
[junit4:junit4] 2> 9122 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37418_vhjv%2Fgb Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37418_vhjv%2Fgb
[junit4:junit4] 2> 9122 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37418_vhjv%2Fgb
[junit4:junit4] 2> 9124 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9125 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9125 T1302 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9125 T1338 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9125 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9126 T1309 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9126 T1322 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9130 T1339 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618/collection1
[junit4:junit4] 2> 9131 T1339 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9131 T1339 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9131 T1339 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9132 T1339 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618/collection1/'
[junit4:junit4] 2> 9133 T1339 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618/collection1/lib/README' to classloader
[junit4:junit4] 2> 9133 T1339 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9159 T1339 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9194 T1339 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9195 T1339 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9199 T1339 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9458 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9458 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "node_name":"127.0.0.1:39008_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39008/vhjv/gb"}
[junit4:junit4] 2> 9461 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9461 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9461 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9461 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9617 T1339 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9622 T1339 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9625 T1339 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9635 T1339 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9638 T1339 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9641 T1339 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9642 T1339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9642 T1339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9643 T1339 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9643 T1339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9644 T1339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9644 T1339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9644 T1339 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363713295618/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty2/
[junit4:junit4] 2> 9644 T1339 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c15d6d
[junit4:junit4] 2> 9645 T1339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9645 T1339 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty2 forceNew: false
[junit4:junit4] 2> 9645 T1339 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty2/index/
[junit4:junit4] 2> 9645 T1339 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9646 T1339 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty2/index forceNew: false
[junit4:junit4] 2> 9647 T1339 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19394ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@148a4c3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9647 T1339 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9648 T1339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9648 T1339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9649 T1339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9649 T1339 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9650 T1339 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9650 T1339 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9650 T1339 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9650 T1339 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9651 T1339 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9653 T1339 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9655 T1339 oass.SolrIndexSearcher.<init> Opening Searcher@376560 main
[junit4:junit4] 2> 9656 T1339 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty2/tlog
[junit4:junit4] 2> 9656 T1339 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9656 T1339 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9660 T1340 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@376560 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9663 T1339 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9663 T1339 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 10966 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10967 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:37418_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37418/vhjv/gb"}
[junit4:junit4] 2> 10967 T1303 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 10968 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 11000 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11000 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11000 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11001 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11664 T1339 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11665 T1339 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37418/vhjv/gb collection:collection1 shard:shard2
[junit4:junit4] 2> 11665 T1339 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 11670 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:delete cxid:0x49 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 11671 T1339 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 11671 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:create cxid:0x4a zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11673 T1339 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 11673 T1339 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 11673 T1339 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37418/vhjv/gb/collection1/
[junit4:junit4] 2> 11674 T1339 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 11674 T1339 oasc.SyncStrategy.syncToMe http://127.0.0.1:37418/vhjv/gb/collection1/ has no replicas
[junit4:junit4] 2> 11674 T1339 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37418/vhjv/gb/collection1/
[junit4:junit4] 2> 11674 T1339 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 11677 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:create cxid:0x54 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12506 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12518 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12518 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12518 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12518 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12531 T1339 oasc.ZkController.register We are http://127.0.0.1:37418/vhjv/gb/collection1/ and leader is http://127.0.0.1:37418/vhjv/gb/collection1/
[junit4:junit4] 2> 12531 T1339 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37418/vhjv/gb
[junit4:junit4] 2> 12531 T1339 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 12532 T1339 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 12532 T1339 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 12533 T1339 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12534 T1280 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 12534 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 12535 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 12602 T1280 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 12604 T1280 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35683
[junit4:junit4] 2> 12605 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 12605 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 12606 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164
[junit4:junit4] 2> 12606 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164/solr.xml
[junit4:junit4] 2> 12606 T1280 oasc.CoreContainer.<init> New CoreContainer 6541803
[junit4:junit4] 2> 12607 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164/'
[junit4:junit4] 2> 12607 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164/'
[junit4:junit4] 2> 12626 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 12626 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 12626 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 12627 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 12627 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 12627 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 12628 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 12628 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 12628 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 12629 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 12635 T1280 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 12647 T1280 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54423/solr
[junit4:junit4] 2> 12647 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 12647 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@12dc346
[junit4:junit4] 2> 12648 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12648 T1351 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12649 T1351 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 12649 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32819
[junit4:junit4] 2> 12650 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32819
[junit4:junit4] 2> 12650 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d00009 with negotiated timeout 20000 for client /127.0.0.1:32819
[junit4:junit4] 2> 12650 T1351 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d00009, negotiated timeout = 20000
[junit4:junit4] 2> 12651 T1352 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12dc346 name:ZooKeeperConnection Watcher:127.0.0.1:54423 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12651 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12652 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00009
[junit4:junit4] 2> 12652 T1352 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 12652 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32819 which had sessionid 0x13d83a565d00009
[junit4:junit4] 2> 12652 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00009 closed
[junit4:junit4] 2> 12653 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 12655 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@12b84b3
[junit4:junit4] 2> 12656 T1353 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 12656 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 12656 T1353 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 12657 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32820
[junit4:junit4] 2> 12657 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32820
[junit4:junit4] 2> 12658 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d0000a with negotiated timeout 20000 for client /127.0.0.1:32820
[junit4:junit4] 2> 12658 T1353 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d0000a, negotiated timeout = 20000
[junit4:junit4] 2> 12658 T1354 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12b84b3 name:ZooKeeperConnection Watcher:127.0.0.1:54423/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 12658 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 12659 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d0000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12660 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d0000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12661 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 13664 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35683_vhjv%2Fgb
[junit4:junit4] 2> 13664 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d0000a type:delete cxid:0xd zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35683_vhjv%2Fgb Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35683_vhjv%2Fgb
[junit4:junit4] 2> 13666 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35683_vhjv%2Fgb
[junit4:junit4] 2> 13668 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13668 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13668 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13669 T1354 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13669 T1302 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13669 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 13670 T1338 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13670 T1322 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13670 T1309 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 13675 T1355 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164/collection1
[junit4:junit4] 2> 13675 T1355 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 13676 T1355 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 13676 T1355 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 13677 T1355 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164/collection1/'
[junit4:junit4] 2> 13678 T1355 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164/collection1/lib/README' to classloader
[junit4:junit4] 2> 13678 T1355 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 13713 T1355 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 13750 T1355 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 13751 T1355 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 13755 T1355 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 14024 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14024 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "node_name":"127.0.0.1:37418_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37418/vhjv/gb"}
[junit4:junit4] 2> 14026 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14027 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14027 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14027 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14027 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14162 T1355 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 14176 T1355 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 14181 T1355 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 14190 T1355 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14193 T1355 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 14196 T1355 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14197 T1355 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 14197 T1355 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 14197 T1355 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 14198 T1355 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 14198 T1355 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 14199 T1355 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 14199 T1355 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363713300164/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty3/
[junit4:junit4] 2> 14199 T1355 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c15d6d
[junit4:junit4] 2> 14199 T1355 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 14200 T1355 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty3 forceNew: false
[junit4:junit4] 2> 14200 T1355 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty3/index/
[junit4:junit4] 2> 14200 T1355 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 14200 T1355 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty3/index forceNew: false
[junit4:junit4] 2> 14202 T1355 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ba1fa6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b8105d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 14202 T1355 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 14203 T1355 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 14204 T1355 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 14204 T1355 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 14204 T1355 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 14205 T1355 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 14205 T1355 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 14205 T1355 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 14206 T1355 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 14206 T1355 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 14208 T1355 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 14211 T1355 oass.SolrIndexSearcher.<init> Opening Searcher@1703177 main
[junit4:junit4] 2> 14211 T1355 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty3/tlog
[junit4:junit4] 2> 14212 T1355 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 14212 T1355 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 14216 T1356 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1703177 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 14217 T1355 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 14218 T1355 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15530 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15531 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:35683_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35683/vhjv/gb"}
[junit4:junit4] 2> 15531 T1303 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 15531 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 15536 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15536 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15536 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15536 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15536 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16219 T1355 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 16219 T1355 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35683/vhjv/gb collection:collection1 shard:shard1
[junit4:junit4] 2> 16222 T1355 oasc.ZkController.register We are http://127.0.0.1:35683/vhjv/gb/collection1/ and leader is http://127.0.0.1:39008/vhjv/gb/collection1/
[junit4:junit4] 2> 16222 T1355 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35683/vhjv/gb
[junit4:junit4] 2> 16222 T1355 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 16222 T1355 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C67 name=collection1 org.apache.solr.core.SolrCore@1a68acc url=http://127.0.0.1:35683/vhjv/gb/collection1 node=127.0.0.1:35683_vhjv%2Fgb C67_STATE=coll:collection1 core:collection1 props:{collection=collection1, state=down, node_name=127.0.0.1:35683_vhjv%2Fgb, core=collection1, base_url=http://127.0.0.1:35683/vhjv/gb}
[junit4:junit4] 2> 16223 T1357 C67 P35683 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 16223 T1355 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16223 T1357 C67 P35683 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 16224 T1357 C67 P35683 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 16224 T1357 C67 P35683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16224 T1280 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 16224 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 16225 T1357 C67 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16225 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16298 T1280 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 16300 T1280 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52322
[junit4:junit4] 2> 16300 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 16301 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 16301 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854
[junit4:junit4] 2> 16302 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854/solr.xml
[junit4:junit4] 2> 16302 T1280 oasc.CoreContainer.<init> New CoreContainer 16963808
[junit4:junit4] 2> 16302 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854/'
[junit4:junit4] 2> 16303 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854/'
[junit4:junit4] 2> 16323 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 16324 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 16324 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 16325 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 16325 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 16325 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 16326 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 16326 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 16326 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 16327 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 16334 T1280 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 16347 T1280 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54423/solr
[junit4:junit4] 2> 16348 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 16348 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@364f67
[junit4:junit4] 2> 16349 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16349 T1368 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16350 T1368 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 16350 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32840
[junit4:junit4] 2> 16350 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32840
[junit4:junit4] 2> 16351 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d0000b with negotiated timeout 20000 for client /127.0.0.1:32840
[junit4:junit4] 2> 16351 T1368 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d0000b, negotiated timeout = 20000
[junit4:junit4] 2> 16351 T1369 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@364f67 name:ZooKeeperConnection Watcher:127.0.0.1:54423 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16352 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16353 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d0000b
[junit4:junit4] 2> 16353 T1369 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 16353 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d0000b closed
[junit4:junit4] 2> 16353 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32840 which had sessionid 0x13d83a565d0000b
[junit4:junit4] 2> 16354 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 16356 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ba32a0
[junit4:junit4] 2> 16357 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16358 T1370 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16358 T1370 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 16358 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32841
[junit4:junit4] 2> 16359 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32841
[junit4:junit4] 2> 16359 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d0000c with negotiated timeout 20000 for client /127.0.0.1:32841
[junit4:junit4] 2> 16360 T1370 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d0000c, negotiated timeout = 20000
[junit4:junit4] 2> 16360 T1371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ba32a0 name:ZooKeeperConnection Watcher:127.0.0.1:54423/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16360 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16361 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d0000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16362 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d0000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16364 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 17041 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17042 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "node_name":"127.0.0.1:35683_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35683/vhjv/gb"}
[junit4:junit4] 2> 17049 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17049 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17049 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17049 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17049 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17049 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17229 T1315 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&nodeName=127.0.0.1:35683_vhjv%252Fgb&onlyIfLeader=true&coreNodeName=4&state=recovering&checkLive=true&wt=javabin&action=PREPRECOVERY&core=collection1} status=0 QTime=1000
[junit4:junit4] 2> 17366 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52322_vhjv%2Fgb
[junit4:junit4] 2> 17367 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d0000c type:delete cxid:0xf zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52322_vhjv%2Fgb Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52322_vhjv%2Fgb
[junit4:junit4] 2> 17368 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52322_vhjv%2Fgb
[junit4:junit4] 2> 17370 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17370 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17370 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17371 T1371 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17371 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17371 T1354 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17372 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17372 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17373 T1309 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17374 T1338 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17374 T1322 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17374 T1302 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17380 T1372 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854/collection1
[junit4:junit4] 2> 17380 T1372 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 17381 T1372 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 17381 T1372 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 17382 T1372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854/collection1/'
[junit4:junit4] 2> 17382 T1372 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854/collection1/lib/README' to classloader
[junit4:junit4] 2> 17383 T1372 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 17423 T1372 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 17461 T1372 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 17462 T1372 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 17466 T1372 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 17884 T1372 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 17889 T1372 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 17892 T1372 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 17905 T1372 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17909 T1372 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17912 T1372 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17913 T1372 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 17913 T1372 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 17914 T1372 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17915 T1372 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 17915 T1372 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 17915 T1372 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 17915 T1372 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363713303854/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty4/
[junit4:junit4] 2> 17916 T1372 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c15d6d
[junit4:junit4] 2> 17916 T1372 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 17916 T1372 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty4 forceNew: false
[junit4:junit4] 2> 17917 T1372 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty4/index/
[junit4:junit4] 2> 17917 T1372 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 17917 T1372 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty4/index forceNew: false
[junit4:junit4] 2> 17918 T1372 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f95d94 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5882c4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 17918 T1372 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 17920 T1372 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 17920 T1372 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 17920 T1372 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 17921 T1372 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 17921 T1372 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 17921 T1372 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 17922 T1372 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 17922 T1372 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 17922 T1372 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 17925 T1372 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 17927 T1372 oass.SolrIndexSearcher.<init> Opening Searcher@1ef8ccc main
[junit4:junit4] 2> 17927 T1372 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty4/tlog
[junit4:junit4] 2> 17928 T1372 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 17928 T1372 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 17939 T1373 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ef8ccc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 17940 T1372 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 17940 T1372 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18555 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18556 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:52322_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52322/vhjv/gb"}
[junit4:junit4] 2> 18556 T1303 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 18556 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 18559 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18559 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18559 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18559 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18559 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18559 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18941 T1372 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 18942 T1372 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52322/vhjv/gb collection:collection1 shard:shard2
[junit4:junit4] 2> 18944 T1372 oasc.ZkController.register We are http://127.0.0.1:52322/vhjv/gb/collection1/ and leader is http://127.0.0.1:37418/vhjv/gb/collection1/
[junit4:junit4] 2> 18945 T1372 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52322/vhjv/gb
[junit4:junit4] 2> 18945 T1372 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 18945 T1372 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C68 name=collection1 org.apache.solr.core.SolrCore@ed96c7 url=http://127.0.0.1:52322/vhjv/gb/collection1 node=127.0.0.1:52322_vhjv%2Fgb C68_STATE=coll:collection1 core:collection1 props:{collection=collection1, state=down, node_name=127.0.0.1:52322_vhjv%2Fgb, core=collection1, base_url=http://127.0.0.1:52322/vhjv/gb}
[junit4:junit4] 2> 18945 T1374 C68 P52322 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 18946 T1372 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18946 T1374 C68 P52322 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 18946 T1374 C68 P52322 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 18947 T1374 C68 P52322 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 18947 T1280 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 18947 T1374 C68 P52322 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18947 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 18948 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18951 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 18952 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 18956 T1315 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/onenodecollectioncore
[junit4:junit4] 2> 18956 T1315 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4] 2> 18957 T1315 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4] 2> 18957 T1315 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 18958 T1315 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 18958 T1315 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4] 2> 18960 T1315 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4] 2> 18960 T1315 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/onenodecollectioncore/'
[junit4:junit4] 2> 18989 T1315 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 19025 T1315 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 19026 T1315 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 19030 T1315 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> C67_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, state=recovering, node_name=127.0.0.1:35683_vhjv%2Fgb, core=collection1, base_url=http://127.0.0.1:35683/vhjv/gb}
[junit4:junit4] 2> 19230 T1357 C67 P35683 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39008/vhjv/gb/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 19230 T1357 C67 P35683 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35683/vhjv/gb START replicas=[http://127.0.0.1:39008/vhjv/gb/collection1/] nUpdates=100
[junit4:junit4] 2> 19231 T1357 C67 P35683 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 19231 T1357 C67 P35683 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 19231 T1357 C67 P35683 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 19231 T1357 C67 P35683 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 19231 T1357 C67 P35683 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 19231 T1357 C67 P35683 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39008/vhjv/gb/collection1/. core=collection1
[junit4:junit4] 2> 19231 T1357 C67 P35683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C69 name=collection1 org.apache.solr.core.SolrCore@180aebd url=http://127.0.0.1:39008/vhjv/gb/collection1 node=127.0.0.1:39008_vhjv%2Fgb C69_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, state=active, node_name=127.0.0.1:39008_vhjv%2Fgb, core=collection1, base_url=http://127.0.0.1:39008/vhjv/gb, leader=true}
[junit4:junit4] 2> 19235 T1316 C69 P39008 REQ /get {version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 19238 T1318 C69 P39008 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 19240 T1318 C69 P39008 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1be649d lockFactory=org.apache.lucene.store.NativeFSLockFactory@15ca7e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 19241 T1318 C69 P39008 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 19241 T1318 C69 P39008 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1be649d lockFactory=org.apache.lucene.store.NativeFSLockFactory@15ca7e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1be649d lockFactory=org.apache.lucene.store.NativeFSLockFactory@15ca7e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19241 T1318 C69 P39008 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19242 T1318 C69 P39008 oass.SolrIndexSearcher.<init> Opening Searcher@1f3393b realtime
[junit4:junit4] 2> 19242 T1318 C69 P39008 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 19242 T1318 C69 P39008 /update {version=2&commit_end_point=true&waitSearcher=true&commit=true&wt=javabin&softCommit=false&openSearcher=false} {commit=} 0 4
[junit4:junit4] 2> 19244 T1357 C67 P35683 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 19244 T1357 C67 P35683 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 19262 T1317 C69 P39008 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 19263 T1317 C69 P39008 REQ /replication {version=2&wt=javabin&qt=/replication&command=indexversion} status=0 QTime=18
[junit4:junit4] 2> 19264 T1357 C67 P35683 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 19264 T1357 C67 P35683 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 19264 T1357 C67 P35683 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 19266 T1318 C69 P39008 REQ /replication {version=2&wt=javabin&generation=2&qt=/replication&command=filelist} status=0 QTime=0
[junit4:junit4] 2> 19266 T1357 C67 P35683 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 19267 T1357 C67 P35683 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty3/index.20130319101506892 forceNew: false
[junit4:junit4] 2> 19267 T1357 C67 P35683 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@10c0f55 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1120d5c) fullCopy=false
[junit4:junit4] 2> 19269 T1316 C69 P39008 REQ /replication {checksum=true&file=segments_2&wt=filestream&generation=2&qt=/replication&command=filecontent} status=0 QTime=0
[junit4:junit4] 2> 19270 T1357 C67 P35683 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 19272 T1357 C67 P35683 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 19272 T1357 C67 P35683 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 19273 T1357 C67 P35683 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ba1fa6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b8105d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ba1fa6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b8105d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 19273 T1357 C67 P35683 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 19273 T1357 C67 P35683 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 19273 T1357 C67 P35683 oass.SolrIndexSearcher.<init> Opening Searcher@bb80e3 main
[junit4:junit4] 2> 19274 T1356 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bb80e3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 19275 T1357 C67 P35683 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 19275 T1357 C67 P35683 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 19275 T1357 C67 P35683 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 19275 T1357 C67 P35683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19276 T1357 C67 P35683 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 19457 T1315 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 19464 T1315 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 19467 T1315 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 19479 T1315 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 19482 T1315 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 19485 T1315 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 19486 T1315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 19486 T1315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 19486 T1315 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 19487 T1315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 19487 T1315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 19488 T1315 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 19488 T1315 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363713291108/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection/
[junit4:junit4] 2> 19488 T1315 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1c15d6d
[junit4:junit4] 2> 19489 T1315 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 19489 T1315 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection forceNew: false
[junit4:junit4] 2> 19490 T1315 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection/index/
[junit4:junit4] 2> 19490 T1315 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 19490 T1315 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection/index forceNew: false
[junit4:junit4] 2> 19491 T1315 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@91026f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1250909),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 19492 T1315 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 19493 T1315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 19494 T1315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 19494 T1315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 19494 T1315 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 19495 T1315 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 19495 T1315 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 19495 T1315 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 19496 T1315 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 19496 T1315 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 19499 T1315 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 19501 T1315 oass.SolrIndexSearcher.<init> Opening Searcher@9d79f9 main
[junit4:junit4] 2> 19501 T1315 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection/tlog
[junit4:junit4] 2> 19502 T1315 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 19502 T1315 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 19506 T1378 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@9d79f9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 19507 T1315 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 20064 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20065 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "node_name":"127.0.0.1:52322_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52322/vhjv/gb"}
[junit4:junit4] 2> 20068 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "node_name":"127.0.0.1:35683_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35683/vhjv/gb"}
[junit4:junit4] 2> 20070 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:39008_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39008/vhjv/gb"}
[junit4:junit4] 2> 20071 T1303 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4] 2> 20071 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 20074 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20074 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20074 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20075 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20074 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20074 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20508 T1315 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4] 2> 20509 T1315 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:39008/vhjv/gb collection:onenodecollection shard:shard1
[junit4:junit4] 2> 20510 T1315 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4] 2> 20515 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:delete cxid:0xac zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4] 2> 20515 T1315 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 20516 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0xad zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 20517 T1315 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 20517 T1315 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 20518 T1315 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39008/vhjv/gb/onenodecollectioncore/
[junit4:junit4] 2> 20518 T1315 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 20518 T1315 oasc.SyncStrategy.syncToMe http://127.0.0.1:39008/vhjv/gb/onenodecollectioncore/ has no replicas
[junit4:junit4] 2> 20519 T1315 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39008/vhjv/gb/onenodecollectioncore/
[junit4:junit4] 2> 20519 T1315 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4] 2> 20522 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0xb8 zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 20951 T1331 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&nodeName=127.0.0.1:52322_vhjv%252Fgb&onlyIfLeader=true&coreNodeName=5&state=recovering&checkLive=true&wt=javabin&action=PREPRECOVERY&core=collection1} status=0 QTime=2000
[junit4:junit4] 2> 21583 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21599 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21599 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21599 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21599 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21599 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21599 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21625 T1315 oasc.ZkController.register We are http://127.0.0.1:39008/vhjv/gb/onenodecollectioncore/ and leader is http://127.0.0.1:39008/vhjv/gb/onenodecollectioncore/
[junit4:junit4] 2> 21626 T1315 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:39008/vhjv/gb
[junit4:junit4] 2> 21626 T1315 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 21626 T1315 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4] 2> 21627 T1315 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21628 T1315 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&collection=onenodecollection&roles=none&numShards=1&name=onenodecollectioncore&wt=javabin&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection&action=CREATE} status=0 QTime=2672
[junit4:junit4] 2> 21629 T1280 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 21630 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22631 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C68_STATE=coll:collection1 core:collection1 props:{shard=shard2, collection=collection1, state=recovering, node_name=127.0.0.1:52322_vhjv%2Fgb, core=collection1, base_url=http://127.0.0.1:52322/vhjv/gb}
[junit4:junit4] 2> 22952 T1374 C68 P52322 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:37418/vhjv/gb/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 22953 T1374 C68 P52322 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52322/vhjv/gb START replicas=[http://127.0.0.1:37418/vhjv/gb/collection1/] nUpdates=100
[junit4:junit4] 2> 22954 T1374 C68 P52322 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 22954 T1374 C68 P52322 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 22954 T1374 C68 P52322 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 22955 T1374 C68 P52322 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 22955 T1374 C68 P52322 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 22956 T1374 C68 P52322 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:37418/vhjv/gb/collection1/. core=collection1
[junit4:junit4] 2> 22956 T1374 C68 P52322 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C70 name=collection1 org.apache.solr.core.SolrCore@bd6b6f url=http://127.0.0.1:37418/vhjv/gb/collection1 node=127.0.0.1:37418_vhjv%2Fgb C70_STATE=coll:collection1 core:collection1 props:{shard=shard2, collection=collection1, state=active, node_name=127.0.0.1:37418_vhjv%2Fgb, core=collection1, base_url=http://127.0.0.1:37418/vhjv/gb, leader=true}
[junit4:junit4] 2> 22962 T1334 C70 P37418 REQ /get {version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 22963 T1333 C70 P37418 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22964 T1333 C70 P37418 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19394ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@148a4c3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 22965 T1333 C70 P37418 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 22965 T1333 C70 P37418 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19394ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@148a4c3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19394ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@148a4c3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22965 T1333 C70 P37418 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22966 T1333 C70 P37418 oass.SolrIndexSearcher.<init> Opening Searcher@d4d63c realtime
[junit4:junit4] 2> 22966 T1333 C70 P37418 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22966 T1333 C70 P37418 /update {version=2&commit_end_point=true&waitSearcher=true&commit=true&wt=javabin&softCommit=false&openSearcher=false} {commit=} 0 3
[junit4:junit4] 2> 22967 T1374 C68 P52322 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 22967 T1374 C68 P52322 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 22969 T1334 C70 P37418 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 22969 T1334 C70 P37418 REQ /replication {version=2&wt=javabin&qt=/replication&command=indexversion} status=0 QTime=1
[junit4:junit4] 2> 22969 T1374 C68 P52322 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 22970 T1374 C68 P52322 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 22970 T1374 C68 P52322 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 22972 T1332 C70 P37418 REQ /replication {version=2&wt=javabin&generation=2&qt=/replication&command=filelist} status=0 QTime=1
[junit4:junit4] 2> 22972 T1374 C68 P52322 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 22973 T1374 C68 P52322 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty4/index.20130319101510598 forceNew: false
[junit4:junit4] 2> 22973 T1374 C68 P52322 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@f674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17d1611) fullCopy=false
[junit4:junit4] 2> 22975 T1333 C70 P37418 REQ /replication {checksum=true&file=segments_2&wt=filestream&generation=2&qt=/replication&command=filecontent} status=0 QTime=0
[junit4:junit4] 2> 22976 T1374 C68 P52322 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 22977 T1374 C68 P52322 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 22977 T1374 C68 P52322 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 22978 T1374 C68 P52322 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f95d94 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5882c4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f95d94 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5882c4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22978 T1374 C68 P52322 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22979 T1374 C68 P52322 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 22979 T1374 C68 P52322 oass.SolrIndexSearcher.<init> Opening Searcher@597b9f main
[junit4:junit4] 2> 22980 T1373 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@597b9f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22980 T1374 C68 P52322 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 22981 T1374 C68 P52322 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 22981 T1374 C68 P52322 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 22981 T1374 C68 P52322 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 22982 T1374 C68 P52322 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 23104 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23105 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:39008_vhjv%2Fgb_onenodecollectioncore",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "node_name":"127.0.0.1:39008_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39008/vhjv/gb"}
[junit4:junit4] 2> 23107 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "node_name":"127.0.0.1:52322_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52322/vhjv/gb"}
[junit4:junit4] 2> 23111 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23111 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23111 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23111 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23111 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23111 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23633 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23634 T1280 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4] 2> 23635 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 23639 T1280 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54423 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@11ae5d8
[junit4:junit4] 2> 23640 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 23640 T1381 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54423. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 23640 T1381 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54423, initiating session
[junit4:junit4] 2> 23641 T1282 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:32862
[junit4:junit4] 2> 23641 T1282 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:32862
[junit4:junit4] 2> 23642 T1284 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83a565d0000d with negotiated timeout 10000 for client /127.0.0.1:32862
[junit4:junit4] 2> 23642 T1381 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54423, sessionid = 0x13d83a565d0000d, negotiated timeout = 10000
[junit4:junit4] 2> 23642 T1382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11ae5d8 name:ZooKeeperConnection Watcher:127.0.0.1:54423 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 23642 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 23671 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d0000d
[junit4:junit4] 2> 23672 T1382 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 23672 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32862 which had sessionid 0x13d83a565d0000d
[junit4:junit4] 2> 23672 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d0000d closed
[junit4:junit4] 2> 23673 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00004
[junit4:junit4] 2> 23673 T1309 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 23673 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00004 closed
[junit4:junit4] 2> 23673 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32789 which had sessionid 0x13d83a565d00004
[junit4:junit4] 2> 23675 T1280 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 40419
[junit4:junit4] 2> 23675 T1280 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=5890984
[junit4:junit4] 2> 24616 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24616 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:40419_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40419/vhjv/gb"}
[junit4:junit4] 2> 24620 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24620 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24620 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24620 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24620 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 25677 T1280 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 25677 T1280 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 25680 T1280 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@143b267
[junit4:junit4] 2> 25683 T1280 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 25684 T1280 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 25684 T1280 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 25684 T1280 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 25685 T1280 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 25685 T1280 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data
[junit4:junit4] 2> 25686 T1280 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data
[junit4:junit4] 2> 25686 T1280 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data/index
[junit4:junit4] 2> 25686 T1280 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/control/data/index
[junit4:junit4] 2> 25687 T1303 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89372314018250755-127.0.0.1:40419_vhjv%2Fgb-n_0000000000) am no longer a leader.
[junit4:junit4] 2> 25688 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00003
[junit4:junit4] 2> 25689 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 25689 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32784 which had sessionid 0x13d83a565d00003
[junit4:junit4] 2> 25689 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00003 closed
[junit4:junit4] 2> 25690 T1354 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 25690 T1338 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 25703 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:delete cxid:0xc6 zxid:0xe3 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 25704 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 25704 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 25705 T1322 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 25705 T1371 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 25706 T1322 oasc.Overseer.start Overseer (id=89372314018250758-127.0.0.1:39008_vhjv%2Fgb-n_0000000001) starting
[junit4:junit4] 2> 25707 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0xcb zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 25707 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0xcc zxid:0xe6 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 25708 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0xce zxid:0xe7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 25709 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00006 type:create cxid:0xd0 zxid:0xe8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 25710 T1384 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 25710 T1322 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 25711 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 25711 T1383 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 25713 T1383 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 25713 T1383 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:40419_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40419/vhjv/gb"}
[junit4:junit4] 2> 25714 T1280 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/vhjv/gb,null}
[junit4:junit4] 2> 25716 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 25716 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 25716 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 25716 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 25765 T1280 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 39008
[junit4:junit4] 2> 25766 T1280 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=27165641
[junit4:junit4] 2> 26989 T1302 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 26989 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 26990 T1302 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 26990 T1302 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 27220 T1383 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 27221 T1383 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:39008_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39008/vhjv/gb"}
[junit4:junit4] 2> 27224 T1383 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:39008_vhjv%2Fgb_onenodecollectioncore",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "node_name":"127.0.0.1:39008_vhjv%2Fgb",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39008/vhjv/gb"}
[junit4:junit4] 2> 28019 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 28019 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 28019 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 28019 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 29769 T1280 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 29770 T1280 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 29772 T1280 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 29774 T1280 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@180aebd
[junit4:junit4] 2> 29778 T1280 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 29778 T1280 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 29779 T1280 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 29779 T1280 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 29781 T1280 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 29781 T1280 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1/index
[junit4:junit4] 2> 29782 T1280 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1/index
[junit4:junit4] 2> 29782 T1280 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1
[junit4:junit4] 2> 29782 T1280 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363713287629/jetty1
[junit4:junit4] 2> 29783 T1280 oasc.SolrCore.close [onenodecollectioncore] CLOSING SolrCore org.apache.solr.core.SolrCore@37fd87
[junit4:junit4] 2> 29790 T1280 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 29791 T1280 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 29791 T1280 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 29792 T1280 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 29792 T1280 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4] 2> 29793 T1280 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection
[junit4:junit4] 2> 29793 T1280 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection
[junit4:junit4] 2> 29793 T1280 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection/index
[junit4:junit4] 2> 29794 T1280 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1363713287629/onenodecollection/index
[junit4:junit4] 2> 29795 T1383 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89372314018250758-127.0.0.1:39008_vhjv%2Fgb-n_0000000001) am no longer a leader.
[junit4:junit4] 2> 29795 T1285 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83a565d00006
[junit4:junit4] 2> 29796 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 29796 T1282 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:32791 which had sessionid 0x13d83a565d00006
[junit4:junit4] 2> 29796 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 29796 T1322 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 29796 T1280 oaz.ZooKeeper.close Session: 0x13d83a565d00006 closed
[junit4:junit4] 2> 29797 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:delete cxid:0x7c zxid:0xf9 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 29797 T1322 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 29797 T1322 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 29797 T1354 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 29800 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 29800 T1338 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 29801 T1371 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 29803 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d0000a type:delete cxid:0x61 zxid:0xfb txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4] 2> 29803 T1338 oasc.Overseer.start Overseer (id=89372314018250760-127.0.0.1:37418_vhjv%2Fgb-n_0000000002) starting
[junit4:junit4] 2> 29803 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:create cxid:0x81 zxid:0xfc txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 29803 T1354 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 29804 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d0000a type:create cxid:0x62 zxid:0xfd txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 29804 T1285 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83a565d00008 type:create cxid:0x82 zxid:0xfe txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 29806 T1285 oazs.PrepRequestProcessor.pRequest G
[...truncated too long message...]
J0 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:37418/vhjv/gb/onenodecollectioncore returned non ok status:404, message:Can not find: /vhjv/gb/onenodecollectioncore/update
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D0104395F3A74714:51F6CD8D84F82728]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4] > at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4] > at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4] > at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 33195 T1280 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 33199 T1279 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4] 2> 33374 T1283 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> 34411 T1371 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 34411 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 34411 T1371 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 34412 T1371 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=sv, timezone=America/Tijuana
[junit4:junit4] 2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=48873424,total=177418240
[junit4:junit4] 2> NOTE: All tests run in this JVM: [CSVRequestHandlerTest, TestPluginEnable, TestPropInjectDefaults, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, SolrIndexSplitterTest, TestRemoteStreaming, SolrTestCaseJ4Test, LukeRequestHandlerTest, UnloadDistributedZkTest, TestQueryUtils, TestFunctionQuery, MBeansHandlerTest, TestQuerySenderListener, TestLRUCache, TestStressRecovery, TestCharFilters, FastVectorHighlighterTest, TestSolrDeletionPolicy1, TestPhraseSuggestions, SolrCoreTest, SuggesterTest, TermVectorComponentTest, SystemInfoHandlerTest, ResponseLogComponentTest, TestRealTimeGet, TestFieldResource, DirectUpdateHandlerOptimizeTest, TestSolrIndexConfig, TestGroupingSearch, TestFuzzyAnalyzedSuggestions, TestStressVersions, RAMDirectoryFactoryTest, LeaderElectionTest, DocumentBuilderTest, TestFastLRUCache, PrimUtilsTest, TestJoin, TestLFUCache, SyncSliceTest, UpdateRequestProcessorFactoryTest, QueryEqualityTest, TestSearchPerf, ResourceLoaderTest, TestConfig, MoreLikeThisHandlerTest, TestRandomDVFaceting, TestSweetSpotSimilarityFactory, TestDocSet, TestSolrDeletionPolicy2, QueryParsingTest, FieldMutatingUpdateProcessorTest, QueryElevationComponentTest, SOLR749Test, DirectSolrConnectionTest, TestTrie, PrimitiveFieldTypeTest, SchemaVersionSpecificBehaviorTest, IndexSchemaTest, PluginInfoTest, ClusterStateUpdateTest, BinaryUpdateRequestHandlerTest, SolrInfoMBeanTest, ChaosMonkeyNothingIsSafeTest, OverseerCollectionProcessorTest, LoggingHandlerTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 34.48s, 1 test, 1 error <<< FAILURES!
[...truncated 421 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 error, 13 ignored (7 assumptions)
Total time: 41 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build #
4739 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4739/
Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1505, name=coreLoadExecutor-724-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1505, name=coreLoadExecutor-724-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at java.lang.Thread.getStackTrace(Thread.java:1569)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@180bf41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a73e6)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1507, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1507, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at java.lang.Thread.getStackTrace(Thread.java:1569)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.RAMDirectory@17297c7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c43a96)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:42793 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:42793 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([5470C37407569765:D5964D6C7009F759]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:525)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:487)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Server at http://127.0.0.1:60874/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:60874/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
at __randomizedtesting.SeedInfo.seed([5470C37407569765:D5964D6C7009F759]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:487)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9204 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4] 2> 1 T709 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 4 T709 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1363728190404
[junit4:junit4] 2> 5 T709 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 5 T710 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 6 T710 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 6 T710 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 6 T710 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 6 T710 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 7 T710 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-1363728190403/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 105 T709 oasc.ZkTestServer.run start zk server on port:52346
[junit4:junit4] 2> 106 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ad78fb
[junit4:junit4] 2> 107 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 107 T715 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 107 T715 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 108 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49194
[junit4:junit4] 2> 108 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49194
[junit4:junit4] 2> 108 T713 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 164 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60000 with negotiated timeout 10000 for client /127.0.0.1:49194
[junit4:junit4] 2> 164 T715 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60000, negotiated timeout = 10000
[junit4:junit4] 2> 165 T716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ad78fb name:ZooKeeperConnection Watcher:127.0.0.1:52346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 165 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 166 T709 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 169 T714 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8488cbc60000
[junit4:junit4] 2> 169 T716 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 169 T709 oaz.ZooKeeper.close Session: 0x13d8488cbc60000 closed
[junit4:junit4] 2> 170 T711 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49194 which had sessionid 0x13d8488cbc60000
[junit4:junit4] 2> 170 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@16a853e
[junit4:junit4] 2> 171 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 171 T717 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 172 T717 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 172 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49195
[junit4:junit4] 2> 172 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49195
[junit4:junit4] 2> 173 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60001 with negotiated timeout 10000 for client /127.0.0.1:49195
[junit4:junit4] 2> 173 T717 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60001, negotiated timeout = 10000
[junit4:junit4] 2> 173 T718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16a853e name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 174 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 174 T709 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 177 T709 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 180 T709 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 182 T709 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 185 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 186 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 189 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 190 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 195 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 195 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 198 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 199 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 202 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 202 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 205 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 205 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 207 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 208 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 210 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 210 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 213 T709 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 213 T709 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 216 T714 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8488cbc60001
[junit4:junit4] 2> 217 T711 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49195 which had sessionid 0x13d8488cbc60001
[junit4:junit4] 2> 217 T718 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 217 T709 oaz.ZooKeeper.close Session: 0x13d8488cbc60001 closed
[junit4:junit4] 2> 289 T709 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 331 T709 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40383
[junit4:junit4] 2> 332 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 332 T709 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 333 T709 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617
[junit4:junit4] 2> 333 T709 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/solr.xml
[junit4:junit4] 2> 333 T709 oasc.CoreContainer.<init> New CoreContainer 3797871
[junit4:junit4] 2> 334 T709 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/'
[junit4:junit4] 2> 334 T709 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/'
[junit4:junit4] 2> 356 T709 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 356 T709 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 357 T709 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 357 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 358 T709 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 358 T709 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 359 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 359 T709 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 360 T709 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 360 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 370 T709 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 391 T709 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52346/solr
[junit4:junit4] 2> 391 T709 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 392 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a0492b
[junit4:junit4] 2> 393 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 393 T728 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 394 T728 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 394 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49196
[junit4:junit4] 2> 395 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49196
[junit4:junit4] 2> 396 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60002 with negotiated timeout 20000 for client /127.0.0.1:49196
[junit4:junit4] 2> 396 T728 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60002, negotiated timeout = 20000
[junit4:junit4] 2> 396 T729 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a0492b name:ZooKeeperConnection Watcher:127.0.0.1:52346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 397 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 398 T714 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8488cbc60002
[junit4:junit4] 2> 398 T711 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49196 which had sessionid 0x13d8488cbc60002
[junit4:junit4] 2> 398 T729 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 398 T709 oaz.ZooKeeper.close Session: 0x13d8488cbc60002 closed
[junit4:junit4] 2> 399 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 403 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f96817
[junit4:junit4] 2> 405 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 405 T730 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 405 T730 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 406 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49197
[junit4:junit4] 2> 406 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49197
[junit4:junit4] 2> 407 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60003 with negotiated timeout 20000 for client /127.0.0.1:49197
[junit4:junit4] 2> 407 T730 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60003, negotiated timeout = 20000
[junit4:junit4] 2> 407 T731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f96817 name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 407 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 409 T709 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 413 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 414 T709 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 417 T709 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 418 T709 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40383_
[junit4:junit4] 2> 419 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40383_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40383_
[junit4:junit4] 2> 420 T709 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40383_
[junit4:junit4] 2> 424 T709 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 428 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 428 T709 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 430 T709 oasc.Overseer.start Overseer (id=89373290686447619-127.0.0.1:40383_-n_0000000000) starting
[junit4:junit4] 2> 431 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 432 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 433 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 433 T709 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 436 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 437 T733 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 438 T709 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 443 T709 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 445 T709 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 447 T732 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 449 T709 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 449 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 449 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 452 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 453 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@b06927
[junit4:junit4] 2> 454 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 454 T735 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 454 T735 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 454 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49198
[junit4:junit4] 2> 455 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49198
[junit4:junit4] 2> 455 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60004 with negotiated timeout 10000 for client /127.0.0.1:49198
[junit4:junit4] 2> 455 T735 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60004, negotiated timeout = 10000
[junit4:junit4] 2> 457 T736 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b06927 name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 457 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 458 T709 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 461 T709 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 538 T709 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 541 T709 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42793
[junit4:junit4] 2> 541 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 542 T709 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 542 T709 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861
[junit4:junit4] 2> 543 T709 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/solr.xml
[junit4:junit4] 2> 543 T709 oasc.CoreContainer.<init> New CoreContainer 29357248
[junit4:junit4] 2> 544 T709 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/'
[junit4:junit4] 2> 544 T709 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/'
[junit4:junit4] 2> 562 T709 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 563 T709 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 563 T709 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 563 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 564 T709 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 564 T709 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 564 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 565 T709 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 565 T709 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 565 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 572 T709 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 581 T709 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52346/solr
[junit4:junit4] 2> 581 T709 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 582 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b981e7
[junit4:junit4] 2> 582 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 583 T746 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 583 T746 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 583 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49200
[junit4:junit4] 2> 584 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49200
[junit4:junit4] 2> 586 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60005 with negotiated timeout 20000 for client /127.0.0.1:49200
[junit4:junit4] 2> 586 T746 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60005, negotiated timeout = 20000
[junit4:junit4] 2> 586 T747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b981e7 name:ZooKeeperConnection Watcher:127.0.0.1:52346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 586 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 587 T714 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8488cbc60005
[junit4:junit4] 2> 588 T711 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49200 which had sessionid 0x13d8488cbc60005
[junit4:junit4] 2> 589 T747 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 589 T709 oaz.ZooKeeper.close Session: 0x13d8488cbc60005 closed
[junit4:junit4] 2> 589 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 594 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@8e0f0c
[junit4:junit4] 2> 595 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 595 T748 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 595 T748 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 596 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49201
[junit4:junit4] 2> 596 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49201
[junit4:junit4] 2> 597 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60006 with negotiated timeout 20000 for client /127.0.0.1:49201
[junit4:junit4] 2> 597 T748 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60006, negotiated timeout = 20000
[junit4:junit4] 2> 597 T749 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8e0f0c name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 597 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 598 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60006 type:create cxid:0x1 zxid:0x30 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 601 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60006 type:create cxid:0x3 zxid:0x31 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 603 T709 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1606 T709 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42793_
[junit4:junit4] 2> 1607 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60006 type:delete cxid:0xd zxid:0x32 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42793_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42793_
[junit4:junit4] 2> 1607 T709 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42793_
[junit4:junit4] 2> 1610 T731 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1610 T749 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1610 T736 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1614 T709 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1614 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1615 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1702 T709 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 1703 T709 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36825
[junit4:junit4] 2> 1704 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1705 T709 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1705 T709 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017
[junit4:junit4] 2> 1706 T709 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/solr.xml
[junit4:junit4] 2> 1706 T709 oasc.CoreContainer.<init> New CoreContainer 24593188
[junit4:junit4] 2> 1707 T709 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/'
[junit4:junit4] 2> 1707 T709 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/'
[junit4:junit4] 2> 1726 T709 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1727 T709 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1727 T709 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1728 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1728 T709 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1728 T709 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1729 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1729 T709 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1729 T709 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1730 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1736 T709 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 1747 T709 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52346/solr
[junit4:junit4] 2> 1748 T709 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1748 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@83c096
[junit4:junit4] 2> 1749 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1750 T760 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 1750 T760 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 1750 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49202
[junit4:junit4] 2> 1751 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49202
[junit4:junit4] 2> 1752 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60007 with negotiated timeout 20000 for client /127.0.0.1:49202
[junit4:junit4] 2> 1752 T760 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60007, negotiated timeout = 20000
[junit4:junit4] 2> 1752 T761 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@83c096 name:ZooKeeperConnection Watcher:127.0.0.1:52346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1752 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1753 T714 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8488cbc60007
[junit4:junit4] 2> 1754 T709 oaz.ZooKeeper.close Session: 0x13d8488cbc60007 closed
[junit4:junit4] 2> 1754 T761 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 1754 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1757 T711 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d8488cbc60007, likely client has closed socket
[junit4:junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> 1758 T711 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49202 which had sessionid 0x13d8488cbc60007
[junit4:junit4] 2> 1758 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@eae56
[junit4:junit4] 2> 1759 T762 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 1759 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1760 T762 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 1760 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49203
[junit4:junit4] 2> 1760 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49203
[junit4:junit4] 2> 1761 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60008 with negotiated timeout 20000 for client /127.0.0.1:49203
[junit4:junit4] 2> 1761 T762 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60008, negotiated timeout = 20000
[junit4:junit4] 2> 1761 T763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eae56 name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1761 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1762 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60008 type:create cxid:0x1 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 1763 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60008 type:create cxid:0x3 zxid:0x39 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 1764 T709 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2767 T709 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36825_
[junit4:junit4] 2> 2768 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60008 type:delete cxid:0xd zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:36825_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:36825_
[junit4:junit4] 2> 2768 T709 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36825_
[junit4:junit4] 2> 2771 T736 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2771 T731 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2771 T749 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2773 T763 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2776 T709 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2776 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2777 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2859 T709 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 2861 T709 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:32983
[junit4:junit4] 2> 2862 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2862 T709 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2862 T709 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180
[junit4:junit4] 2> 2863 T709 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/solr.xml
[junit4:junit4] 2> 2863 T709 oasc.CoreContainer.<init> New CoreContainer 17992723
[junit4:junit4] 2> 2864 T709 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/'
[junit4:junit4] 2> 2864 T709 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/'
[junit4:junit4] 2> 2886 T709 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 2886 T709 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2886 T709 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 2887 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2887 T709 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2887 T709 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2888 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2888 T709 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2888 T709 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2889 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 2906 T709 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 2919 T709 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52346/solr
[junit4:junit4] 2> 2919 T709 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2919 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1480d47
[junit4:junit4] 2> 2920 T774 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 2920 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2921 T774 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 2921 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49204
[junit4:junit4] 2> 2921 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49204
[junit4:junit4] 2> 2922 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc60009 with negotiated timeout 20000 for client /127.0.0.1:49204
[junit4:junit4] 2> 2922 T774 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc60009, negotiated timeout = 20000
[junit4:junit4] 2> 2924 T775 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1480d47 name:ZooKeeperConnection Watcher:127.0.0.1:52346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2924 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2926 T714 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8488cbc60009
[junit4:junit4] 2> 2926 T775 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 2926 T711 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49204 which had sessionid 0x13d8488cbc60009
[junit4:junit4] 2> 2926 T709 oaz.ZooKeeper.close Session: 0x13d8488cbc60009 closed
[junit4:junit4] 2> 2927 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2930 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@a5ca48
[junit4:junit4] 2> 2931 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2932 T776 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 2933 T776 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 2933 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49205
[junit4:junit4] 2> 2933 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49205
[junit4:junit4] 2> 2935 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc6000a with negotiated timeout 20000 for client /127.0.0.1:49205
[junit4:junit4] 2> 2935 T776 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc6000a, negotiated timeout = 20000
[junit4:junit4] 2> 2935 T777 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a5ca48 name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2936 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2937 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000a type:create cxid:0x1 zxid:0x40 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2938 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000a type:create cxid:0x3 zxid:0x41 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2940 T709 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3943 T709 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32983_
[junit4:junit4] 2> 3944 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000a type:delete cxid:0xd zxid:0x42 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:32983_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:32983_
[junit4:junit4] 2> 3945 T709 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32983_
[junit4:junit4] 2> 3948 T763 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3948 T736 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3948 T749 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3948 T731 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3948 T777 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3952 T709 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 3953 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3953 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 4034 T709 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 4037 T709 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59143
[junit4:junit4] 2> 4037 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4038 T709 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4038 T709 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355
[junit4:junit4] 2> 4038 T709 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/solr.xml
[junit4:junit4] 2> 4039 T709 oasc.CoreContainer.<init> New CoreContainer 20380453
[junit4:junit4] 2> 4040 T709 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/'
[junit4:junit4] 2> 4040 T709 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/'
[junit4:junit4] 2> 4063 T709 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 4063 T709 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4064 T709 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 4064 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4064 T709 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4065 T709 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4065 T709 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4066 T709 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4066 T709 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4066 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 4072 T709 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4091 T709 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52346/solr
[junit4:junit4] 2> 4092 T709 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 4092 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ac4f5
[junit4:junit4] 2> 4094 T788 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4093 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4094 T788 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 4094 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49206
[junit4:junit4] 2> 4095 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49206
[junit4:junit4] 2> 4095 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc6000b with negotiated timeout 20000 for client /127.0.0.1:49206
[junit4:junit4] 2> 4096 T788 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc6000b, negotiated timeout = 20000
[junit4:junit4] 2> 4096 T789 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ac4f5 name:ZooKeeperConnection Watcher:127.0.0.1:52346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4096 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4098 T714 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d8488cbc6000b
[junit4:junit4] 2> 4098 T789 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 4099 T711 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49206 which had sessionid 0x13d8488cbc6000b
[junit4:junit4] 2> 4098 T709 oaz.ZooKeeper.close Session: 0x13d8488cbc6000b closed
[junit4:junit4] 2> 4101 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 4105 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@119ed9c
[junit4:junit4] 2> 4107 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4107 T790 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4107 T790 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 4108 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49207
[junit4:junit4] 2> 4108 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49207
[junit4:junit4] 2> 4109 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc6000c with negotiated timeout 20000 for client /127.0.0.1:49207
[junit4:junit4] 2> 4109 T790 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc6000c, negotiated timeout = 20000
[junit4:junit4] 2> 4109 T791 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@119ed9c name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4109 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4110 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000c type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4111 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000c type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4113 T709 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 5116 T709 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59143_
[junit4:junit4] 2> 5117 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000c type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59143_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59143_
[junit4:junit4] 2> 5117 T709 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59143_
[junit4:junit4] 2> 5120 T777 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 5121 T763 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 5121 T731 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 5121 T749 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 5121 T791 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 5122 T736 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 5125 T709 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 5126 T709 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 5126 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 5129 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 5135 T744 oasha.CollectionsHandler.handleCreateAction Creating Collection : action=CREATE&wt=javabin&version=2&numShards=2&name=nodes_used_collection&replicationFactor=2
[junit4:junit4] 2> 5137 T731 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 5138 T733 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4] 2> "maxShardsPerNode":null,
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "name":"nodes_used_collection",
[junit4:junit4] 2> "replicationFactor":"2"}
[junit4:junit4] 2> 5138 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:36825_
[junit4:junit4] 2> 5138 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:32983_
[junit4:junit4] 2> 5138 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:42793_
[junit4:junit4] 2> 5139 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:59143_
[junit4:junit4] 2> 5141 T758 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 5142 T745 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 5142 T758 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 5142 T745 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 5143 T784 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 5143 T784 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 5144 T758 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 5145 T772 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 5145 T758 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 5144 T784 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 5145 T784 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 5144 T745 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 5146 T758 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 5146 T745 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 5145 T772 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 5146 T758 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 5147 T772 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 5147 T772 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 5148 T784 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 5148 T745 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 5148 T784 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 5148 T758 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 5148 T745 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 5149 T772 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 5150 T758 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1/'
[junit4:junit4] 2> 5150 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000c type:create cxid:0x1d zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/collections/nodes_used_collection Error:KeeperErrorCode = NodeExists for /solr/collections/nodes_used_collection
[junit4:junit4] 2> 5151 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60006 type:create cxid:0x23 zxid:0x51 txntype:-1 reqpath:n/a Error Path:/solr/collections/nodes_used_collection Error:KeeperErrorCode = NodeExists for /solr/collections/nodes_used_collection
[junit4:junit4] 2> 5154 T784 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 5155 T745 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 5155 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000a type:create cxid:0x1e zxid:0x52 txntype:-1 reqpath:n/a Error Path:/solr/collections/nodes_used_collection Error:KeeperErrorCode = NodeExists for /solr/collections/nodes_used_collection
[junit4:junit4] 2> 5156 T772 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 5157 T784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2/'
[junit4:junit4] 2> 5157 T745 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1/'
[junit4:junit4] 2> 5167 T772 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2/'
[junit4:junit4] 2> 5193 T758 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 5198 T745 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 5198 T784 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 5231 T772 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 5256 T758 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5268 T758 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5274 T758 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5278 T745 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5279 T745 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5281 T784 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5282 T784 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5284 T745 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5286 T784 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5338 T772 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5346 T772 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5352 T772 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5960 T784 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5978 T784 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5981 T784 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5981 T745 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5989 T745 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5997 T745 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6000 T784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6005 T784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6018 T784 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6022 T784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6023 T745 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6034 T784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6036 T784 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6035 T758 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6037 T745 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6040 T784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6040 T784 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6042 T745 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6040 T784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6043 T784 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2/data/
[junit4:junit4] 2> 6044 T784 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 6044 T745 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6046 T784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6047 T784 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2/data forceNew: false
[junit4:junit4] 2> 6048 T784 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4] 2> 6048 T784 oasc.SolrCore.initIndex WARNING [nodes_used_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6049 T784 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2/data/index forceNew: false
[junit4:junit4] 2> 6049 T745 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6050 T745 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6051 T758 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 6052 T745 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6052 T745 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6053 T745 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6053 T745 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1/data/
[junit4:junit4] 2> 6053 T745 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 6054 T745 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6054 T758 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6055 T745 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1/data forceNew: false
[junit4:junit4] 2> 6055 T745 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4] 2> 6056 T745 oasc.SolrCore.initIndex WARNING [nodes_used_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6056 T745 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1/data/index forceNew: false
[junit4:junit4] 2> 6058 T784 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a08585 lockFactory=org.apache.lucene.store.NativeFSLockFactory@696552),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6059 T784 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 6061 T784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6062 T784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6063 T784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6063 T784 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6064 T784 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6064 T784 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6065 T784 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6066 T784 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6066 T784 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6068 T745 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a356b7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c23c95),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6069 T745 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 6071 T745 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6072 T745 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6072 T745 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6082 T784 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6085 T784 oass.SolrIndexSearcher.<init> Opening Searcher@9a1002 main
[junit4:junit4] 2> 6085 T745 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6086 T784 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4] 2> 6086 T745 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6087 T772 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6087 T784 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6087 T758 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6087 T745 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6087 T784 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6088 T745 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6088 T745 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6089 T745 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6091 T745 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6091 T797 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@9a1002 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6092 T784 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4] 2> 6096 T745 oass.SolrIndexSearcher.<init> Opening Searcher@7a9d09 main
[junit4:junit4] 2> 6097 T745 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4] 2> 6097 T758 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6098 T772 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 6098 T745 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6098 T745 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6100 T772 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6102 T798 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@7a9d09 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6103 T745 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4] 2> 6104 T758 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6105 T758 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6105 T758 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6106 T758 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6107 T758 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6107 T758 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6108 T758 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6108 T758 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1/data/
[junit4:junit4] 2> 6109 T758 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 6109 T758 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6110 T758 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1/data forceNew: false
[junit4:junit4] 2> 6110 T758 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4] 2> 6111 T758 oasc.SolrCore.initIndex WARNING [nodes_used_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6111 T758 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1/data/index forceNew: false
[junit4:junit4] 2> 6113 T758 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17778eb lockFactory=org.apache.lucene.store.NativeFSLockFactory@60293b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6114 T758 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 6116 T772 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6116 T758 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6117 T758 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6117 T758 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6118 T758 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6119 T758 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6119 T758 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6120 T758 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6120 T758 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6121 T772 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6121 T758 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6124 T758 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6125 T772 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6126 T772 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6126 T772 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6127 T772 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6127 T758 oass.SolrIndexSearcher.<init> Opening Searcher@a7f2e4 main
[junit4:junit4] 2> 6128 T758 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4] 2> 6128 T772 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6128 T772 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6129 T758 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6129 T772 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6129 T758 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6129 T772 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2/data/
[junit4:junit4] 2> 6130 T772 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 6130 T772 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6131 T772 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2/data forceNew: false
[junit4:junit4] 2> 6131 T772 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4] 2> 6131 T772 oasc.SolrCore.initIndex WARNING [nodes_used_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6132 T772 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2/data/index forceNew: false
[junit4:junit4] 2> 6133 T799 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@a7f2e4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6133 T772 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1db16d0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@da1c3e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6134 T772 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 6134 T758 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4] 2> 6135 T772 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6135 T772 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6136 T772 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6136 T772 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6137 T772 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6137 T772 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6137 T772 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6138 T772 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6138 T772 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6140 T772 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6143 T772 oass.SolrIndexSearcher.<init> Opening Searcher@1d34a01 main
[junit4:junit4] 2> 6143 T772 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4] 2> 6144 T772 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6144 T772 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6147 T800 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@1d34a01 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6149 T772 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4] 2> 6456 T732 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6457 T732 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59143",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:59143_",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2"}
[junit4:junit4] 2> 6457 T732 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4] 2> 6460 T732 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42793",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:42793_",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2"}
[junit4:junit4] 2> 6462 T732 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36825",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:36825_",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2"}
[junit4:junit4] 2> 6465 T732 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:32983",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:32983_",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2"}
[junit4:junit4] 2> 6469 T791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 6469 T736 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 6469 T763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 6469 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 6469 T777 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 6469 T731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 7093 T784 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 7093 T784 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:59143 collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 7094 T784 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4] 2> 7103 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000c type:delete cxid:0x4d zxid:0x68 txntype:-1 reqpath:n/a Error Path:/solr/collections/nodes_used_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/nodes_used_collection/leaders
[junit4:junit4] 2> 7104 T784 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7104 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000c type:create cxid:0x4e zxid:0x69 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7105 T745 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 7106 T745 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:42793 collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 7106 T784 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=180000
[junit4:junit4] 2> 7135 T758 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 7136 T758 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:36825 collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 7137 T758 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4] 2> 7141 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60008 type:delete cxid:0x4f zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/collections/nodes_used_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/nodes_used_collection/leaders
[junit4:junit4] 2> 7142 T758 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7142 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60008 type:create cxid:0x50 zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7144 T758 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=180000
[junit4:junit4] 2> 7150 T772 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 7150 T772 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:32983 collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 7607 T784 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7608 T784 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7608 T784 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59143/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 7608 T784 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:59143 START replicas=[http://127.0.0.1:42793/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4] 2> 7609 T784 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:59143 DONE. We have no versions. sync failed.
[junit4:junit4] 2> 7609 T784 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 7610 T784 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 7610 T784 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59143/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 7611 T784 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4] 2> ASYNC NEW_CORE C90 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@f44ff9 url=http://127.0.0.1:42793/nodes_used_collection_shard2_replica1 node=127.0.0.1:42793_ C90_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{core=nodes_used_collection_shard2_replica1, base_url=http://127.0.0.1:42793, state=down, collection=nodes_used_collection, node_name=127.0.0.1:42793_, shard=shard2}
[junit4:junit4] 2> 7614 T743 C90 P42793 REQ /get {qt=/get&wt=javabin&version=2&getVersions=100&distrib=false} status=0 QTime=1
[junit4:junit4] 2> 7615 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000c type:create cxid:0x5a zxid:0x75 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7645 T758 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7646 T758 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7646 T758 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36825/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 7646 T758 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:36825 START replicas=[http://127.0.0.1:32983/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4] 2> 7647 T758 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:36825 DONE. We have no versions. sync failed.
[junit4:junit4] 2> 7647 T758 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 7647 T758 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 7648 T758 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36825/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 7648 T758 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4] 2> 7660 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60008 type:create cxid:0x5b zxid:0x78 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> ASYNC NEW_CORE C91 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@92118b url=http://127.0.0.1:32983/nodes_used_collection_shard1_replica2 node=127.0.0.1:32983_ C91_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{core=nodes_used_collection_shard1_replica2, base_url=http://127.0.0.1:32983, state=down, collection=nodes_used_collection, node_name=127.0.0.1:32983_, shard=shard1}
[junit4:junit4] 2> 7662 T770 C91 P32983 REQ /get {qt=/get&wt=javabin&version=2&getVersions=100&distrib=false} status=0 QTime=1
[junit4:junit4] 2> 7981 T732 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7992 T763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 7992 T736 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 7992 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 7992 T731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 7992 T777 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 7992 T791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 8013 T758 oasc.ZkController.register We are http://127.0.0.1:36825/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:36825/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 8014 T758 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:36825
[junit4:junit4] 2> 8014 T758 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8014 T758 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4] 2> 8016 T758 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8017 T758 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/solr.xml
[junit4:junit4] 2> 8018 T784 oasc.ZkController.register We are http://127.0.0.1:59143/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:59143/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 8019 T784 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:59143
[junit4:junit4] 2> 8019 T784 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8019 T784 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4] 2> 8021 T784 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8022 T784 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/solr.xml
[junit4:junit4] 2> 8023 T758 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/solr.xml
[junit4:junit4] 2> 8024 T758 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=nodes_used_collection&qt=/admin/cores&action=CREATE&shard=shard1&wt=javabin&version=2&numShards=2&name=nodes_used_collection_shard1_replica1} status=0 QTime=2883
[junit4:junit4] 2> 8029 T784 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/solr.xml
[junit4:junit4] 2> 8030 T784 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=nodes_used_collection&qt=/admin/cores&action=CREATE&shard=shard2&wt=javabin&version=2&numShards=2&name=nodes_used_collection_shard2_replica2} status=0 QTime=2887
[junit4:junit4] 2> 8110 T745 oasc.ZkController.register We are http://127.0.0.1:42793/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:59143/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 8110 T745 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:42793
[junit4:junit4] 2> 8110 T745 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 8111 T745 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 8111 T803 C90 P42793 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4] 2> 8112 T803 C90 P42793 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 8112 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8113 T803 C90 P42793 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4] 2> 8113 T745 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/solr.xml
[junit4:junit4] 2> 8117 T803 C90 P42793 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8120 T745 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/solr.xml
[junit4:junit4] 2> 8121 T745 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=nodes_used_collection&qt=/admin/cores&action=CREATE&shard=shard2&wt=javabin&version=2&numShards=2&name=nodes_used_collection_shard2_replica1} status=0 QTime=2979
[junit4:junit4] 2> 8154 T772 oasc.ZkController.register We are http://127.0.0.1:32983/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:36825/nodes_used_collection_shard1_replica1/
[junit4:junit4] 2> 8154 T772 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:32983
[junit4:junit4] 2> 8155 T772 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 8155 T772 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 8156 T804 C91 P32983 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4] 2> 8156 T804 C91 P32983 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 8156 T804 C91 P32983 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4] 2> 8156 T772 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8157 T772 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/solr.xml
[junit4:junit4] 2> 8157 T804 C91 P32983 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8165 T772 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/solr.xml
[junit4:junit4] 2> 8166 T772 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=nodes_used_collection&qt=/admin/cores&action=CREATE&shard=shard1&wt=javabin&version=2&numShards=2&name=nodes_used_collection_shard1_replica2} status=0 QTime=3021
[junit4:junit4] 2> 8167 T733 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4] 2> 8203 T749 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4] 2> 8205 T731 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 8207 T744 oass.SolrDispatchFilter.handleAdminRequest /admin/collections {action=CREATE&wt=javabin&version=2&numShards=2&name=nodes_used_collection&replicationFactor=2} status=0 QTime=3072
[junit4:junit4] 2> 8208 T733 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:36825_={responseHeader={status=0,QTime=2883},core=nodes_used_collection_shard1_replica1,saved=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/solr.xml},127.0.0.1:59143_={responseHeader={status=0,QTime=2887},core=nodes_used_collection_shard2_replica2,saved=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/solr.xml},127.0.0.1:42793_={responseHeader={status=0,QTime=2979},core=nodes_used_collection_shard2_replica1,saved=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/solr.xml},127.0.0.1:32983_={responseHeader={status=0,QTime=3021},core=nodes_used_collection_shard1_replica2,saved=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/solr.xml}}}
[junit4:junit4] 2> 8209 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 8210 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@17f7e3
[junit4:junit4] 2> 8211 T805 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8211 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8212 T805 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 8212 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49217
[junit4:junit4] 2> 8212 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49217
[junit4:junit4] 2> 8213 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc6000d with negotiated timeout 10000 for client /127.0.0.1:49217
[junit4:junit4] 2> 8213 T805 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc6000d, negotiated timeout = 10000
[junit4:junit4] 2> 8214 T806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17f7e3 name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8214 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8216 T709 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 8218 T709 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 8220 T709 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52346/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@eaabcf
[junit4:junit4] 2> 8221 T807 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:52346. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8220 T709 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8221 T807 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:52346, initiating session
[junit4:junit4] 2> 8221 T711 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49219
[junit4:junit4] 2> 8221 T711 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49219
[junit4:junit4] 2> 8223 T713 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d8488cbc6000e with negotiated timeout 10000 for client /127.0.0.1:49219
[junit4:junit4] 2> 8223 T807 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:52346, sessionid = 0x13d8488cbc6000e, negotiated timeout = 10000
[junit4:junit4] 2> 8224 T808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eaabcf name:ZooKeeperConnection Watcher:127.0.0.1:52346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8224 T709 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8225 T709 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 8231 T727 oasha.CollectionsHandler.handleCreateAction Creating Collection : maxShardsPerNode=2&action=CREATE&wt=javabin&version=2&numShards=4&name=awholynewcollection_0&replicationFactor=2
[junit4:junit4] 2> 8233 T731 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 8236 T733 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4] 2> "maxShardsPerNode":"2",
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"4",
[junit4:junit4] 2> "name":"awholynewcollection_0",
[junit4:junit4] 2> "replicationFactor":"2"}
[junit4:junit4] 2> 8237 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:42793_
[junit4:junit4] 2> 8237 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:32983_
[junit4:junit4] 2> 8237 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:40383_
[junit4:junit4] 2> 8237 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:59143_
[junit4:junit4] 2> 8238 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:36825_
[junit4:junit4] 2> 8240 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:42793_
[junit4:junit4] 2> 8240 T770 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2
[junit4:junit4] 2> 8240 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:32983_
[junit4:junit4] 2> 8240 T770 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 8241 T733 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:40383_
[junit4:junit4] 2> 8242 T770 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 8242 T770 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 8242 T771 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard4_replica1
[junit4:junit4] 2> 8242 T787 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/awholynewcollection_0_shard2_replica2
[junit4:junit4] 2> 8243 T725 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1
[junit4:junit4] 2> 8243 T725 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 8243 T771 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 8242 T742 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard1_replica1
[junit4:junit4] 2> 8244 T743 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard3_replica2
[junit4:junit4] 2> 8244 T771 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 8243 T757 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1
[junit4:junit4] 2> 8243 T787 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 8245 T724 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard4_replica2
[junit4:junit4] 2> 8245 T771 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 8245 T770 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 8244 T743 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 8246 T787 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 8246 T770 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 8244 T725 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 8246 T787 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 8244 T742 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 8247 T725 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 8246 T724 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 8245 T757 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 8248 T743 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 8249 T757 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 8249 T725 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 8249 T724 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 8248 T787 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 8248 T771 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 8250 T787 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 8248 T742 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 8250 T771 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 8249 T724 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 8249 T725 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 8249 T757 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 8249 T743 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 8251 T770 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 8251 T742 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 8253 T757 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 8253 T743 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 8254 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000a type:create cxid:0x5b zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/collections/awholynewcollection_0 Error:KeeperErrorCode = NodeExists for /solr/collections/awholynewcollection_0
[junit4:junit4] 2> 8254 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc6000c type:create cxid:0x68 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/collections/awholynewcollection_0 Error:KeeperErrorCode = NodeExists for /solr/collections/awholynewcollection_0
[junit4:junit4] 2> 8254 T770 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2/'
[junit4:junit4] 2> 8255 T787 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 8255 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60006 type:create cxid:0x5c zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/collections/awholynewcollection_0 Error:KeeperErrorCode = NodeExists for /solr/collections/awholynewcollection_0
[junit4:junit4] 2> 8256 T743 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 8256 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60008 type:create cxid:0x69 zxid:0x96 txntype:-1 reqpath:n/a Error Path:/solr/collections/awholynewcollection_0 Error:KeeperErrorCode = NodeExists for /solr/collections/awholynewcollection_0
[junit4:junit4] 2> 8257 T757 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 8257 T743 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard3_replica2/'
[junit4:junit4] 2> 8258 T787 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1363728194355/awholynewcollection_0_shard2_replica2/'
[junit4:junit4] 2> 8260 T742 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 8275 T771 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 8275 T724 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 8276 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:create cxid:0xbd zxid:0x97 txntype:-1 reqpath:n/a Error Path:/solr/collections/awholynewcollection_0 Error:KeeperErrorCode = NodeExists for /solr/collections/awholynewcollection_0
[junit4:junit4] 2> 8276 T757 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1/'
[junit4:junit4] 2> 8277 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60006 type:create cxid:0x61 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/collections/awholynewcollection_0 Error:KeeperErrorCode = NodeExists for /solr/collections/awholynewcollection_0
[junit4:junit4] 2> 8277 T725 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 8277 T742 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 8279 T771 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard4_replica1/'
[junit4:junit4] 2> 8280 T742 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard1_replica1/'
[junit4:junit4] 2> 8281 T714 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d8488cbc60003 type:create cxid:0xc1 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/collections/awholynewcollection_0 Error:KeeperErrorCode = NodeExists for /solr/collections/awholynewcollection_0
[junit4:junit4] 2> 8281 T724 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 8283 T724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard4_replica2/'
[junit4:junit4] 2> 8284 T725 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1/'
[junit4:junit4] 2> 8320 T770 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 8354 T743 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 8361 T757 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 8362 T724 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 8382 T771 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 8383 T787 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 8390 T725 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 8408 T742 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 8458 T770 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8459 T770 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8465 T770 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8523 T743 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8536 T743 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8537 T771 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8539 T725 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8539 T724 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8541 T725 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8542 T743 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8543 T771 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8543 T724 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8548 T725 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8549 T771 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8553 T724 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8574 T757 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8575 T742 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8575 T787 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 8576 T742 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8577 T787 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8577 T757 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 8582 T742 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8582 T757 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 8582 T787 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9521 T732 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9523 T732 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36825",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:36825_",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:36825__nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2"}
[junit4:junit4] 2> 9527 T732 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59143",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:59143_",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:59143__nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2"}
[junit4:junit4] 2> 9538 T732 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42793",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:42793_",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:42793__nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2"}
[junit4:junit4] 2> 9541 T732 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:32983",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:32983_",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:32983__nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "numShards":"2"}
[junit4:junit4] 2> 9545 T777 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 9546 T736 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 9546 T806 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 9546 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 9546 T731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 9546 T791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 9546 T763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 9546 T808 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 9792 T757 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9812 T770 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9815 T757 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9826 T770 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9830 T770 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9839 T757 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9872 T770 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9883 T770 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9888 T770 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9889 T770 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9890 T770 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9890 T770 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9892 T770 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9892 T770 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9893 T770 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9893 T770 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4] 2> 9893 T757 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9893 T770 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 9895 T770 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9896 T770 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2/data forceNew: false
[junit4:junit4] 2> 9896 T770 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4] 2> 9896 T770 oasc.SolrCore.initIndex WARNING [awholynewcollection_0_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9897 T770 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2/data/index forceNew: false
[junit4:junit4] 2> 9897 T725 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9900 T770 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@73b3b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11afcfc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9900 T770 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9902 T770 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9903 T770 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9903 T770 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9904 T770 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9904 T757 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9918 T725 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9916 T770 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9923 T770 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9924 T770 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9924 T770 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9925 T770 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9929 T770 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9932 T770 oass.SolrIndexSearcher.<init> Opening Searcher@1bd819b main
[junit4:junit4] 2> 9933 T770 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard1_replica2/data/tlog
[junit4:junit4] 2> 9934 T725 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9934 T770 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9934 T770 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9936 T757 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9949 T813 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica2] Registered new searcher Searcher@1bd819b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9950 T742 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9951 T770 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4] 2> 9951 T757 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9952 T757 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9952 T743 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9952 T757 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9952 T771 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9954 T757 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9954 T757 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9955 T757 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9955 T757 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1/data/
[junit4:junit4] 2> 9956 T757 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 9961 T757 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9961 T757 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1/data forceNew: false
[junit4:junit4] 2> 9962 T757 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1/data/index/
[junit4:junit4] 2> 9962 T757 oasc.SolrCore.initIndex WARNING [awholynewcollection_0_shard3_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9963 T757 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1/data/index forceNew: false
[junit4:junit4] 2> 9959 T743 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9957 T742 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9967 T742 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9963 T771 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9982 T724 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9982 T743 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9983 T725 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9989 T771 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9990 T724 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9991 T725 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9993 T724 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9994 T757 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dcf94 lockFactory=org.apache.lucene.store.NativeFSLockFactory@cd4b01),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9995 T757 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10001 T757 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10002 T757 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10002 T725 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10003 T757 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10003 T757 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10003 T725 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10003 T742 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10004 T725 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10004 T743 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10004 T725 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10004 T757 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10005 T757 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10005 T757 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10005 T725 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10006 T757 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10006 T725 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10006 T757 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10006 T725 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10007 T725 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4] 2> 10007 T725 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 10008 T771 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10008 T725 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10010 T742 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10012 T725 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1/data forceNew: false
[junit4:junit4] 2> 10012 T725 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1/data/index/
[junit4:junit4] 2> 10012 T725 oasc.SolrCore.initIndex WARNING [awholynewcollection_0_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10013 T724 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10014 T757 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10014 T725 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1/data/index forceNew: false
[junit4:junit4] 2> 10014 T743 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10016 T757 oass.SolrIndexSearcher.<init> Opening Searcher@19ecc94 main
[junit4:junit4] 2> 10017 T725 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12ffde8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12109e4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10017 T757 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1363728192017/awholynewcollection_0_shard3_replica1/data/tlog
[junit4:junit4] 2> 10017 T725 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10017 T742 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10018 T757 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10018 T757 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10018 T742 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10019 T742 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10019 T742 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10023 T757 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica1 state=down
[junit4:junit4] 2> 10023 T814 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard3_replica1] Registered new searcher Searcher@19ecc94 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10021 T724 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10021 T771 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10020 T725 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10025 T743 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10025 T725 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10026 T725 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10027 T725 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10028 T743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10028 T725 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10029 T725 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10029 T787 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10030 T725 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10040 T725 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10040 T725 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10041 T724 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10042 T771 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10043 T724 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10043 T724 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10044 T724 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10028 T742 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10044 T742 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10045 T742 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10045 T724 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10045 T724 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10046 T724 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10046 T724 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard4_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard4_replica2/data/
[junit4:junit4] 2> 10047 T724 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 10048 T724 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10048 T787 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10049 T724 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard4_replica2/data forceNew: false
[junit4:junit4] 2> 10049 T724 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard4_replica2/data/index/
[junit4:junit4] 2> 10049 T724 oasc.SolrCore.initIndex WARNING [awholynewcollection_0_shard4_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard4_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10050 T724 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard4_replica2/data/index forceNew: false
[junit4:junit4] 2> 10050 T787 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10044 T725 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10052 T724 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@58045c lockFactory=org.apache.lucene.store.NativeFSLockFactory@112e303),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10053 T724 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10043 T771 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10054 T771 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10054 T771 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10028 T743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10055 T743 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10045 T742 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4] 2> 10055 T725 oass.SolrIndexSearcher.<init> Opening Searcher@1853fd7 main
[junit4:junit4] 2> 10055 T724 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10056 T725 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1363728190617/awholynewcollection_0_shard2_replica1/data/tlog
[junit4:junit4] 2> 10056 T742 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 10057 T725 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10056 T724 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10056 T771 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10058 T724 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10057 T725 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10059 T771 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10059 T724 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10059 T771 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10057 T742 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10060 T771 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard4_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard4_replica1/data/
[junit4:junit4] 2> 10058 T743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10061 T743 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10061 T743 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10061 T743 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard3_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard3_replica2/data/
[junit4:junit4] 2> 10062 T743 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 10060 T724 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10062 T743 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10063 T743 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard3_replica2/data forceNew: false
[junit4:junit4] 2> 10064 T743 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard3_replica2/data/index/
[junit4:junit4] 2> 10064 T725 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica1 state=down
[junit4:junit4] 2> 10061 T742 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard1_replica1/data forceNew: false
[junit4:junit4] 2> 10065 T815 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard2_replica1] Registered new searcher Searcher@1853fd7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10060 T771 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@fb8073
[junit4:junit4] 2> 10065 T742 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4] 2> 10065 T742 oasc.SolrCore.initIndex WARNING [awholynewcollection_0_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10066 T771 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10064 T743 oasc.SolrCore.initIndex WARNING [awholynewcollection_0_shard3_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard3_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10062 T724 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10066 T742 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard1_replica1/data/index forceNew: false
[junit4:junit4] 2> 10067 T724 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10067 T743 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1363728190861/awholynewcollection_0_shard3_replica2/data/index forceNew: false
[junit4:junit4] 2> 10068 T724 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10067 T771 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1363728193180/awholynewcollection_0_shard4_replica1/data forceNew: false
[junit4:junit4] 2> 10068 T724 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10069 T742 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14fc003 lockFactory=org.apache.lucene.store.Nat
[...truncated too long message...]
ERROR 32.7s J0 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:60874/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([5470C37407569765:D5964D6C7009F759]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4] > at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4] > at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4] > at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 32681 T1937 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 32684 T1936 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4] 2> 32817 T2011 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 32817 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 32817 T2011 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 32818 T2011 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 33563 T1940 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=pl, timezone=Asia/Vladivostok
[junit4:junit4] 2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=3,free=26756744,total=144138240
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestSweetSpotSimilarityFactory, SchemaVersionSpecificBehaviorTest, TestExtendedDismaxParser, TestSolrDeletionPolicy2, ScriptEngineTest, TestJoin, TestRealTimeGet, FieldMutatingUpdateProcessorTest, SyncSliceTest, SolrInfoMBeanTest, OverseerCollectionProcessorTest, TestPhraseSuggestions, TestDocumentBuilder, TestLFUCache, ExternalFileFieldSortTest, ResourceLoaderTest, MinimalSchemaTest, TestXIncludeConfig, TestCoreContainer, TestStressRecovery, BinaryUpdateRequestHandlerTest, TestPerFieldSimilarity, CacheHeaderTest, TestPluginEnable, TestLRUCache, TestSolrIndexConfig, SliceStateUpdateTest, TestQueryUtils, TermVectorComponentTest, TestTrie, QueryParsingTest, SuggesterFSTTest, TestReplicationHandler, BadComponentTest, DocValuesTest, QueryEqualityTest, PrimitiveFieldTypeTest, ZkCLITest, TestSort, TestWriterPerf, LegacyHTMLStripCharFilterTest, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, DocumentBuilderTest, SOLR749Test, LeaderElectionTest, SolrIndexSplitterTest, TestSurroundQueryParser, TestPropInjectDefaults, ShowFileRequestHandlerTest, BasicFunctionalityTest, LoggingHandlerTest, TestFuzzyAnalyzedSuggestions, CSVRequestHandlerTest, TestValueSourceCache, TestSearchPerf, SuggesterTest, RegexBoostProcessorTest, TestFaceting, RecoveryZkTest, TestShardHandlerFactory, TestDocSet, DirectSolrConnectionTest, TestCollationKeyRangeQueries, TestPseudoReturnFields, IndexSchemaTest, SliceStateTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 33.70s, 1 test, 1 error <<< FAILURES!
[...truncated 424 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 2 suite-level errors, 2 errors, 13 ignored (7 assumptions)
Total time: 39 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build #
4738 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4738/
Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
Server at http://127.0.0.1:33813/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:33813/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
at __randomizedtesting.SeedInfo.seed([D7EE050F8F09E893:56088B17F85688AF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:487)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9323 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 0 T1838 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 3 T1838 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897
[junit4:junit4] 2> 4 T1838 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 4 T1839 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 5 T1839 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 5 T1839 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 5 T1839 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 5 T1839 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 6 T1839 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 104 T1838 oasc.ZkTestServer.run start zk server on port:50825
[junit4:junit4] 2> 105 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c92cc3
[junit4:junit4] 2> 106 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 106 T1844 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 106 T1844 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 106 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58856
[junit4:junit4] 2> 107 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58856
[junit4:junit4] 2> 107 T1842 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 700 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30000 with negotiated timeout 10000 for client /127.0.0.1:58856
[junit4:junit4] 2> 701 T1844 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30000, negotiated timeout = 10000
[junit4:junit4] 2> 701 T1845 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c92cc3 name:ZooKeeperConnection Watcher:127.0.0.1:50825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 701 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 702 T1838 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 705 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30000
[junit4:junit4] 2> 706 T1845 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 706 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58856 which had sessionid 0x13d844089b30000
[junit4:junit4] 2> 706 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30000 closed
[junit4:junit4] 2> 707 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@10ecb0a
[junit4:junit4] 2> 707 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 708 T1846 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 708 T1846 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 708 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58863
[junit4:junit4] 2> 708 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58863
[junit4:junit4] 2> 709 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30001 with negotiated timeout 10000 for client /127.0.0.1:58863
[junit4:junit4] 2> 709 T1846 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30001, negotiated timeout = 10000
[junit4:junit4] 2> 709 T1847 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10ecb0a name:ZooKeeperConnection Watcher:127.0.0.1:50825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 710 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 710 T1838 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 713 T1838 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 715 T1838 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 716 T1838 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 718 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 718 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 723 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 724 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 727 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 728 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 730 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 731 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 733 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 734 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 736 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 737 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 739 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 740 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 742 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 743 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 745 T1838 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 746 T1838 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 748 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30001
[junit4:junit4] 2> 749 T1847 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 749 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30001 closed
[junit4:junit4] 2> 749 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58863 which had sessionid 0x13d844089b30001
[junit4:junit4] 2> 821 T1838 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 828 T1838 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41556
[junit4:junit4] 2> 829 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 829 T1838 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 830 T1838 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643
[junit4:junit4] 2> 830 T1838 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643/solr.xml
[junit4:junit4] 2> 830 T1838 oasc.CoreContainer.<init> New CoreContainer 29265372
[junit4:junit4] 2> 831 T1838 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643/'
[junit4:junit4] 2> 831 T1838 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643/'
[junit4:junit4] 2> 849 T1838 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 850 T1838 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 850 T1838 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 850 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 851 T1838 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 851 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 851 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 851 T1838 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 852 T1838 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 852 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 859 T1838 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 870 T1838 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50825/solr
[junit4:junit4] 2> 871 T1838 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 871 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d2cdba
[junit4:junit4] 2> 872 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 872 T1857 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 873 T1857 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 873 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58864
[junit4:junit4] 2> 873 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58864
[junit4:junit4] 2> 874 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30002 with negotiated timeout 20000 for client /127.0.0.1:58864
[junit4:junit4] 2> 874 T1857 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30002, negotiated timeout = 20000
[junit4:junit4] 2> 874 T1858 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d2cdba name:ZooKeeperConnection Watcher:127.0.0.1:50825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 874 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 876 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30002
[junit4:junit4] 2> 877 T1858 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 877 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58864 which had sessionid 0x13d844089b30002
[junit4:junit4] 2> 877 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30002 closed
[junit4:junit4] 2> 877 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 880 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@17d3aa3
[junit4:junit4] 2> 881 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 881 T1859 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 882 T1859 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 882 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58865
[junit4:junit4] 2> 882 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58865
[junit4:junit4] 2> 883 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30003 with negotiated timeout 20000 for client /127.0.0.1:58865
[junit4:junit4] 2> 883 T1859 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30003, negotiated timeout = 20000
[junit4:junit4] 2> 883 T1860 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d3aa3 name:ZooKeeperConnection Watcher:127.0.0.1:50825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 883 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 885 T1838 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 886 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 887 T1838 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 889 T1838 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 890 T1838 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41556_
[junit4:junit4] 2> 891 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41556_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41556_
[junit4:junit4] 2> 891 T1838 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41556_
[junit4:junit4] 2> 893 T1838 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 897 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 897 T1838 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 898 T1838 oasc.Overseer.start Overseer (id=89372980340260867-127.0.0.1:41556_-n_0000000000) starting
[junit4:junit4] 2> 899 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 899 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 900 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 901 T1838 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 902 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 903 T1862 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 903 T1838 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 905 T1838 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 906 T1838 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 908 T1861 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 910 T1863 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643/collection1
[junit4:junit4] 2> 911 T1863 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 911 T1863 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 911 T1863 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 912 T1863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643/collection1/'
[junit4:junit4] 2> 912 T1863 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643/collection1/lib/README' to classloader
[junit4:junit4] 2> 913 T1863 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 939 T1863 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 974 T1863 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 975 T1863 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 981 T1863 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1542 T1863 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1548 T1863 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1551 T1863 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1559 T1863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1561 T1863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1564 T1863 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1565 T1863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1565 T1863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1565 T1863 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1566 T1863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1566 T1863 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1566 T1863 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1566 T1863 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363723455643/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data/
[junit4:junit4] 2> 1567 T1863 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ab6f70
[junit4:junit4] 2> 1567 T1863 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1567 T1863 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data forceNew: false
[junit4:junit4] 2> 1568 T1863 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data/index/
[junit4:junit4] 2> 1568 T1863 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1568 T1863 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data/index forceNew: false
[junit4:junit4] 2> 1569 T1863 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16ad347 lockFactory=org.apache.lucene.store.NativeFSLockFactory@107abbd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1569 T1863 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1571 T1863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1571 T1863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1571 T1863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1571 T1863 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1572 T1863 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1572 T1863 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1572 T1863 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1572 T1863 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1573 T1863 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1575 T1863 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1577 T1863 oass.SolrIndexSearcher.<init> Opening Searcher@112c6bd main
[junit4:junit4] 2> 1578 T1863 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data/tlog
[junit4:junit4] 2> 1578 T1863 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1578 T1863 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1581 T1864 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@112c6bd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1582 T1863 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1582 T1863 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2411 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2411 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:41556_",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41556"}
[junit4:junit4] 2> 2411 T1861 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 2412 T1861 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 2414 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2583 T1863 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2583 T1863 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41556 collection:control_collection shard:shard1
[junit4:junit4] 2> 2584 T1863 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2588 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2589 T1863 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2589 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2593 T1863 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2593 T1863 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2593 T1863 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41556/collection1/
[junit4:junit4] 2> 2593 T1863 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2593 T1863 oasc.SyncStrategy.syncToMe http://127.0.0.1:41556/collection1/ has no replicas
[junit4:junit4] 2> 2594 T1863 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41556/collection1/
[junit4:junit4] 2> 2594 T1863 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2596 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3917 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3921 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3952 T1863 oasc.ZkController.register We are http://127.0.0.1:41556/collection1/ and leader is http://127.0.0.1:41556/collection1/
[junit4:junit4] 2> 3952 T1863 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41556
[junit4:junit4] 2> 3952 T1863 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3952 T1863 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3952 T1863 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3954 T1863 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3954 T1838 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 3955 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3955 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3958 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3959 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d11586
[junit4:junit4] 2> 3959 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3960 T1866 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3960 T1866 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 3960 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58880
[junit4:junit4] 2> 3960 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58880
[junit4:junit4] 2> 3961 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30004 with negotiated timeout 10000 for client /127.0.0.1:58880
[junit4:junit4] 2> 3961 T1866 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30004, negotiated timeout = 10000
[junit4:junit4] 2> 3961 T1867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d11586 name:ZooKeeperConnection Watcher:127.0.0.1:50825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3962 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3963 T1838 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3965 T1838 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 4021 T1838 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 4023 T1838 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50496
[junit4:junit4] 2> 4024 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4024 T1838 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4025 T1838 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858
[junit4:junit4] 2> 4025 T1838 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/solr.xml
[junit4:junit4] 2> 4025 T1838 oasc.CoreContainer.<init> New CoreContainer 2868396
[junit4:junit4] 2> 4026 T1838 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/'
[junit4:junit4] 2> 4026 T1838 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/'
[junit4:junit4] 2> 4043 T1838 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 4044 T1838 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4044 T1838 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 4044 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4045 T1838 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4045 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4045 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4046 T1838 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4046 T1838 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4046 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 4053 T1838 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4064 T1838 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50825/solr
[junit4:junit4] 2> 4064 T1838 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 4065 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@fba152
[junit4:junit4] 2> 4066 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4066 T1877 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4067 T1877 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 4067 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58881
[junit4:junit4] 2> 4067 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58881
[junit4:junit4] 2> 4067 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30005 with negotiated timeout 20000 for client /127.0.0.1:58881
[junit4:junit4] 2> 4068 T1877 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30005, negotiated timeout = 20000
[junit4:junit4] 2> 4068 T1878 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fba152 name:ZooKeeperConnection Watcher:127.0.0.1:50825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4068 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4069 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30005
[junit4:junit4] 2> 4069 T1878 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 4069 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58881 which had sessionid 0x13d844089b30005
[junit4:junit4] 2> 4069 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30005 closed
[junit4:junit4] 2> 4070 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 4073 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@947b11
[junit4:junit4] 2> 4074 T1879 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4073 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4074 T1879 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 4074 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58882
[junit4:junit4] 2> 4074 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58882
[junit4:junit4] 2> 4075 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30006 with negotiated timeout 20000 for client /127.0.0.1:58882
[junit4:junit4] 2> 4075 T1879 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30006, negotiated timeout = 20000
[junit4:junit4] 2> 4075 T1880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@947b11 name:ZooKeeperConnection Watcher:127.0.0.1:50825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4076 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4076 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4077 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4079 T1838 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 5081 T1838 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50496_
[junit4:junit4] 2> 5082 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50496_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50496_
[junit4:junit4] 2> 5083 T1838 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50496_
[junit4:junit4] 2> 5085 T1867 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5085 T1860 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5086 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5086 T1880 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5090 T1881 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/collection1
[junit4:junit4] 2> 5090 T1881 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 5091 T1881 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 5091 T1881 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 5092 T1881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/collection1/'
[junit4:junit4] 2> 5092 T1881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/collection1/lib/README' to classloader
[junit4:junit4] 2> 5092 T1881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 5118 T1881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 5153 T1881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5153 T1881 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5157 T1881 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5424 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5425 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:41556_",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:41556__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41556"}
[junit4:junit4] 2> 5428 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5428 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5428 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5538 T1881 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5544 T1881 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5547 T1881 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5557 T1881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5560 T1881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5563 T1881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5563 T1881 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5564 T1881 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5564 T1881 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5565 T1881 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5565 T1881 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5565 T1881 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5565 T1881 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1/
[junit4:junit4] 2> 5565 T1881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ab6f70
[junit4:junit4] 2> 5566 T1881 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5566 T1881 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1 forceNew: false
[junit4:junit4] 2> 5566 T1881 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1/index/
[junit4:junit4] 2> 5567 T1881 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5567 T1881 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1/index forceNew: false
[junit4:junit4] 2> 5568 T1881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e47c lockFactory=org.apache.lucene.store.NativeFSLockFactory@d068e1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5568 T1881 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5569 T1881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5570 T1881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5570 T1881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5571 T1881 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5571 T1881 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5571 T1881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5571 T1881 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5572 T1881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5572 T1881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5574 T1881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5577 T1881 oass.SolrIndexSearcher.<init> Opening Searcher@1f49804 main
[junit4:junit4] 2> 5577 T1881 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1/tlog
[junit4:junit4] 2> 5577 T1881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5578 T1881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5582 T1882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f49804 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5584 T1881 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5585 T1881 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6932 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6933 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:50496_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50496"}
[junit4:junit4] 2> 6933 T1861 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 6933 T1861 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6938 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6938 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6938 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7586 T1881 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7587 T1881 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50496 collection:collection1 shard:shard1
[junit4:junit4] 2> 7588 T1881 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7597 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7597 T1881 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7598 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7601 T1881 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7602 T1881 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7602 T1881 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50496/collection1/
[junit4:junit4] 2> 7602 T1881 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7603 T1881 oasc.SyncStrategy.syncToMe http://127.0.0.1:50496/collection1/ has no replicas
[junit4:junit4] 2> 7603 T1881 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50496/collection1/
[junit4:junit4] 2> 7603 T1881 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7608 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8442 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8447 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8447 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8447 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8463 T1881 oasc.ZkController.register We are http://127.0.0.1:50496/collection1/ and leader is http://127.0.0.1:50496/collection1/
[junit4:junit4] 2> 8463 T1881 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50496
[junit4:junit4] 2> 8463 T1881 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8464 T1881 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8464 T1881 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8465 T1881 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8466 T1838 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 8466 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8467 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8530 T1838 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8532 T1838 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33813
[junit4:junit4] 2> 8533 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8533 T1838 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8533 T1838 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363
[junit4:junit4] 2> 8534 T1838 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363/solr.xml
[junit4:junit4] 2> 8534 T1838 oasc.CoreContainer.<init> New CoreContainer 14819725
[junit4:junit4] 2> 8535 T1838 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363/'
[junit4:junit4] 2> 8535 T1838 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363/'
[junit4:junit4] 2> 8553 T1838 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8553 T1838 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8553 T1838 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8554 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8554 T1838 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8554 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8555 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8555 T1838 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8555 T1838 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8556 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8562 T1838 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8574 T1838 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50825/solr
[junit4:junit4] 2> 8574 T1838 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8575 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@a767f8
[junit4:junit4] 2> 8575 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8576 T1893 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8576 T1893 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 8576 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58887
[junit4:junit4] 2> 8577 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58887
[junit4:junit4] 2> 8577 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30007 with negotiated timeout 20000 for client /127.0.0.1:58887
[junit4:junit4] 2> 8577 T1893 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30007, negotiated timeout = 20000
[junit4:junit4] 2> 8578 T1894 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a767f8 name:ZooKeeperConnection Watcher:127.0.0.1:50825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8578 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8579 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30007
[junit4:junit4] 2> 8580 T1894 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8580 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58887 which had sessionid 0x13d844089b30007
[junit4:junit4] 2> 8580 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30007 closed
[junit4:junit4] 2> 8580 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8583 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ef397d
[junit4:junit4] 2> 8584 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8584 T1895 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8584 T1895 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 8584 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58888
[junit4:junit4] 2> 8585 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58888
[junit4:junit4] 2> 8585 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30008 with negotiated timeout 20000 for client /127.0.0.1:58888
[junit4:junit4] 2> 8585 T1895 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30008, negotiated timeout = 20000
[junit4:junit4] 2> 8586 T1896 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ef397d name:ZooKeeperConnection Watcher:127.0.0.1:50825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8586 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8587 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8588 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8589 T1838 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9591 T1838 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33813_
[junit4:junit4] 2> 9592 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33813_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33813_
[junit4:junit4] 2> 9593 T1838 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33813_
[junit4:junit4] 2> 9595 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9595 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9596 T1867 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9596 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9596 T1896 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9597 T1880 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9597 T1860 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9602 T1897 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363/collection1
[junit4:junit4] 2> 9602 T1897 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9603 T1897 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9603 T1897 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9604 T1897 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363/collection1/'
[junit4:junit4] 2> 9604 T1897 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363/collection1/lib/README' to classloader
[junit4:junit4] 2> 9605 T1897 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9631 T1897 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9666 T1897 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9667 T1897 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9671 T1897 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9951 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9952 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:50496_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50496__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50496"}
[junit4:junit4] 2> 9956 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9956 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9956 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9956 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10044 T1897 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10050 T1897 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10052 T1897 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10062 T1897 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10065 T1897 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10068 T1897 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10069 T1897 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10069 T1897 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10069 T1897 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10070 T1897 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10070 T1897 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10070 T1897 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10071 T1897 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363723463363/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty2/
[junit4:junit4] 2> 10071 T1897 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ab6f70
[junit4:junit4] 2> 10071 T1897 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10072 T1897 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty2 forceNew: false
[junit4:junit4] 2> 10072 T1897 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty2/index/
[junit4:junit4] 2> 10072 T1897 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10072 T1897 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty2/index forceNew: false
[junit4:junit4] 2> 10073 T1897 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a2136 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13f0f16),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10074 T1897 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10077 T1897 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10077 T1897 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10077 T1897 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10078 T1897 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10078 T1897 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10078 T1897 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10079 T1897 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10079 T1897 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10080 T1897 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10082 T1897 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10085 T1897 oass.SolrIndexSearcher.<init> Opening Searcher@104288b main
[junit4:junit4] 2> 10085 T1897 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty2/tlog
[junit4:junit4] 2> 10085 T1897 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10085 T1897 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10090 T1898 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@104288b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10091 T1897 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 10091 T1897 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11460 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11460 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:33813_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33813"}
[junit4:junit4] 2> 11460 T1861 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 11460 T1861 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 11463 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11463 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11463 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11464 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12101 T1897 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 12101 T1897 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33813 collection:collection1 shard:shard2
[junit4:junit4] 2> 12102 T1897 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 12106 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30008 type:delete cxid:0x49 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 12107 T1897 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 12107 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30008 type:create cxid:0x4a zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12109 T1897 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 12109 T1897 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 12109 T1897 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33813/collection1/
[junit4:junit4] 2> 12109 T1897 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 12110 T1897 oasc.SyncStrategy.syncToMe http://127.0.0.1:33813/collection1/ has no replicas
[junit4:junit4] 2> 12110 T1897 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33813/collection1/
[junit4:junit4] 2> 12110 T1897 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 12113 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30008 type:create cxid:0x54 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12967 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13460 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13460 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13460 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13460 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13468 T1897 oasc.ZkController.register We are http://127.0.0.1:33813/collection1/ and leader is http://127.0.0.1:33813/collection1/
[junit4:junit4] 2> 13468 T1897 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33813
[junit4:junit4] 2> 13468 T1897 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 13468 T1897 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 13469 T1897 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 13470 T1897 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13471 T1838 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 13471 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 13471 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 13534 T1838 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 13536 T1838 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45717
[junit4:junit4] 2> 13537 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 13538 T1838 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 13538 T1838 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367
[junit4:junit4] 2> 13538 T1838 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367/solr.xml
[junit4:junit4] 2> 13539 T1838 oasc.CoreContainer.<init> New CoreContainer 2593790
[junit4:junit4] 2> 13539 T1838 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367/'
[junit4:junit4] 2> 13539 T1838 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367/'
[junit4:junit4] 2> 13564 T1838 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 13565 T1838 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 13565 T1838 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 13565 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 13566 T1838 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 13566 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 13566 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 13567 T1838 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 13567 T1838 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 13567 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 13574 T1838 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 13585 T1838 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50825/solr
[junit4:junit4] 2> 13586 T1838 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 13586 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@8452b0
[junit4:junit4] 2> 13587 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13587 T1909 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 13588 T1909 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 13588 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58890
[junit4:junit4] 2> 13589 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58890
[junit4:junit4] 2> 13590 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b30009 with negotiated timeout 20000 for client /127.0.0.1:58890
[junit4:junit4] 2> 13590 T1909 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b30009, negotiated timeout = 20000
[junit4:junit4] 2> 13590 T1910 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8452b0 name:ZooKeeperConnection Watcher:127.0.0.1:50825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13590 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13592 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30009
[junit4:junit4] 2> 13592 T1910 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 13592 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58890 which had sessionid 0x13d844089b30009
[junit4:junit4] 2> 13592 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30009 closed
[junit4:junit4] 2> 13593 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 13595 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f6b63e
[junit4:junit4] 2> 13596 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13596 T1911 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 13597 T1911 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 13597 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58891
[junit4:junit4] 2> 13597 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58891
[junit4:junit4] 2> 13598 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b3000a with negotiated timeout 20000 for client /127.0.0.1:58891
[junit4:junit4] 2> 13598 T1911 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b3000a, negotiated timeout = 20000
[junit4:junit4] 2> 13598 T1912 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f6b63e name:ZooKeeperConnection Watcher:127.0.0.1:50825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13599 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13600 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b3000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13601 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b3000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13602 T1838 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 14604 T1838 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45717_
[junit4:junit4] 2> 14605 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b3000a type:delete cxid:0xd zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45717_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45717_
[junit4:junit4] 2> 14606 T1838 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45717_
[junit4:junit4] 2> 14608 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14608 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14609 T1867 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14609 T1896 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14609 T1912 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14609 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14609 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14610 T1860 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14611 T1880 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14614 T1913 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367/collection1
[junit4:junit4] 2> 14614 T1913 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 14615 T1913 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 14615 T1913 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 14616 T1913 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367/collection1/'
[junit4:junit4] 2> 14616 T1913 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367/collection1/lib/README' to classloader
[junit4:junit4] 2> 14617 T1913 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 14643 T1913 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 14678 T1913 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 14679 T1913 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 14683 T1913 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 14965 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14966 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:33813_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:33813__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33813"}
[junit4:junit4] 2> 14969 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14969 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14969 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14969 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14969 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 15058 T1913 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 15064 T1913 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 15067 T1913 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 15078 T1913 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15081 T1913 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15084 T1913 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15085 T1913 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15085 T1913 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15085 T1913 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15086 T1913 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15087 T1913 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15087 T1913 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 15087 T1913 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363723468367/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty3/
[junit4:junit4] 2> 15087 T1913 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ab6f70
[junit4:junit4] 2> 15087 T1913 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 15088 T1913 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty3 forceNew: false
[junit4:junit4] 2> 15088 T1913 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty3/index/
[junit4:junit4] 2> 15088 T1913 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 15088 T1913 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty3/index forceNew: false
[junit4:junit4] 2> 15089 T1913 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ebac46 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e4292d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15090 T1913 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 15091 T1913 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 15091 T1913 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 15091 T1913 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 15092 T1913 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 15092 T1913 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 15092 T1913 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 15093 T1913 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 15093 T1913 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 15093 T1913 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 15096 T1913 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 15098 T1913 oass.SolrIndexSearcher.<init> Opening Searcher@142aebc main
[junit4:junit4] 2> 15098 T1913 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty3/tlog
[junit4:junit4] 2> 15098 T1913 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 15099 T1913 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 15102 T1914 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@142aebc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 15104 T1913 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 15104 T1913 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16473 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16474 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:45717_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45717"}
[junit4:junit4] 2> 16474 T1861 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 16474 T1861 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 16479 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16479 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16479 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16479 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16479 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17105 T1913 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 17106 T1913 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45717 collection:collection1 shard:shard1
[junit4:junit4] 2> 17110 T1913 oasc.ZkController.register We are http://127.0.0.1:45717/collection1/ and leader is http://127.0.0.1:50496/collection1/
[junit4:junit4] 2> 17111 T1913 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45717
[junit4:junit4] 2> 17111 T1913 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 17111 T1913 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C160 name=collection1 org.apache.solr.core.SolrCore@f221df url=http://127.0.0.1:45717/collection1 node=127.0.0.1:45717_ C160_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:45717_, collection=collection1, core=collection1, state=down, base_url=http://127.0.0.1:45717}
[junit4:junit4] 2> 17112 T1915 C160 P45717 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 17112 T1915 C160 P45717 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 17113 T1913 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17113 T1915 C160 P45717 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 17113 T1915 C160 P45717 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 17114 T1838 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 17115 T1915 C160 P45717 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17115 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 17116 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 17189 T1838 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 17190 T1838 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57802
[junit4:junit4] 2> 17191 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 17191 T1838 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 17192 T1838 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014
[junit4:junit4] 2> 17192 T1838 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014/solr.xml
[junit4:junit4] 2> 17192 T1838 oasc.CoreContainer.<init> New CoreContainer 3207843
[junit4:junit4] 2> 17193 T1838 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014/'
[junit4:junit4] 2> 17193 T1838 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014/'
[junit4:junit4] 2> 17211 T1838 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 17211 T1838 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 17211 T1838 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 17212 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 17212 T1838 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 17212 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 17213 T1838 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 17213 T1838 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 17213 T1838 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 17214 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 17220 T1838 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 17231 T1838 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50825/solr
[junit4:junit4] 2> 17232 T1838 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 17232 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@158c0a8
[junit4:junit4] 2> 17233 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 17233 T1926 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 17234 T1926 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 17234 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58904
[junit4:junit4] 2> 17234 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58904
[junit4:junit4] 2> 17235 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b3000b with negotiated timeout 20000 for client /127.0.0.1:58904
[junit4:junit4] 2> 17235 T1926 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b3000b, negotiated timeout = 20000
[junit4:junit4] 2> 17235 T1927 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@158c0a8 name:ZooKeeperConnection Watcher:127.0.0.1:50825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 17236 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 17237 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b3000b
[junit4:junit4] 2> 17237 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58904 which had sessionid 0x13d844089b3000b
[junit4:junit4] 2> 17237 T1927 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 17237 T1838 oaz.ZooKeeper.close Session: 0x13d844089b3000b closed
[junit4:junit4] 2> 17238 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 17240 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b160a5
[junit4:junit4] 2> 17241 T1928 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 17241 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 17242 T1928 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 17242 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58905
[junit4:junit4] 2> 17242 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58905
[junit4:junit4] 2> 17243 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b3000c with negotiated timeout 20000 for client /127.0.0.1:58905
[junit4:junit4] 2> 17243 T1928 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b3000c, negotiated timeout = 20000
[junit4:junit4] 2> 17243 T1929 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b160a5 name:ZooKeeperConnection Watcher:127.0.0.1:50825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 17243 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 17244 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b3000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 17245 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b3000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 17246 T1838 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 17982 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17983 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:45717_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:45717__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45717"}
[junit4:junit4] 2> 17987 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17987 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17987 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17987 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17987 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17987 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 18123 T1874 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {checkLive=true&version=2&wt=javabin&onlyIfLeader=true&action=PREPRECOVERY&coreNodeName=127.0.0.1:45717__collection1&core=collection1&state=recovering&nodeName=127.0.0.1:45717_} status=0 QTime=1000
[junit4:junit4] 2> 18248 T1838 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57802_
[junit4:junit4] 2> 18249 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b3000c type:delete cxid:0xf zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57802_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57802_
[junit4:junit4] 2> 18250 T1838 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57802_
[junit4:junit4] 2> 18252 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 18252 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 18252 T1867 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 18252 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18252 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 18252 T1929 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 18253 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18252 T1860 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 18253 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 18254 T1880 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 18254 T1912 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 18255 T1896 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 18259 T1930 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014/collection1
[junit4:junit4] 2> 18259 T1930 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 18259 T1930 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 18260 T1930 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 18261 T1930 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014/collection1/'
[junit4:junit4] 2> 18261 T1930 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014/collection1/lib/README' to classloader
[junit4:junit4] 2> 18261 T1930 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 18288 T1930 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 18322 T1930 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 18323 T1930 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 18327 T1930 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 18716 T1930 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 18722 T1930 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 18725 T1930 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 18733 T1930 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 18736 T1930 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 18738 T1930 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 18739 T1930 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 18739 T1930 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 18739 T1930 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 18740 T1930 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 18740 T1930 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 18741 T1930 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 18741 T1930 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363723472014/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty4/
[junit4:junit4] 2> 18741 T1930 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ab6f70
[junit4:junit4] 2> 18741 T1930 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 18742 T1930 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty4 forceNew: false
[junit4:junit4] 2> 18742 T1930 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty4/index/
[junit4:junit4] 2> 18742 T1930 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 18743 T1930 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty4/index forceNew: false
[junit4:junit4] 2> 18744 T1930 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c86a81 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1271953),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 18744 T1930 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 18745 T1930 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 18745 T1930 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 18746 T1930 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 18746 T1930 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 18747 T1930 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 18747 T1930 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 18747 T1930 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 18748 T1930 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 18748 T1930 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 18750 T1930 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 18752 T1930 oass.SolrIndexSearcher.<init> Opening Searcher@b30e6e main
[junit4:junit4] 2> 18753 T1930 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty4/tlog
[junit4:junit4] 2> 18753 T1930 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 18753 T1930 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 18757 T1931 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b30e6e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 18759 T1930 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 18759 T1930 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19492 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19494 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:57802_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57802"}
[junit4:junit4] 2> 19494 T1861 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 19494 T1861 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 19500 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19500 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19500 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19501 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19500 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19500 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19760 T1930 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 19760 T1930 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57802 collection:collection1 shard:shard2
[junit4:junit4] 2> 19763 T1930 oasc.ZkController.register We are http://127.0.0.1:57802/collection1/ and leader is http://127.0.0.1:33813/collection1/
[junit4:junit4] 2> 19763 T1930 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57802
[junit4:junit4] 2> 19763 T1930 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 19763 T1930 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C161 name=collection1 org.apache.solr.core.SolrCore@a74fc4 url=http://127.0.0.1:57802/collection1 node=127.0.0.1:57802_ C161_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:57802_, collection=collection1, core=collection1, state=down, base_url=http://127.0.0.1:57802}
[junit4:junit4] 2> 19764 T1932 C161 P57802 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 19764 T1932 C161 P57802 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 19764 T1930 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19764 T1932 C161 P57802 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 19764 T1932 C161 P57802 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19765 T1838 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 19765 T1932 C161 P57802 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 19765 T1838 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 19766 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 19770 T1838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19771 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 19774 T1874 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/onenodecollectioncore
[junit4:junit4] 2> 19775 T1874 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4] 2> 19776 T1874 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4] 2> 19776 T1874 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 19777 T1874 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 19778 T1874 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4] 2> 19780 T1874 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4] 2> 19781 T1874 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/onenodecollectioncore/'
[junit4:junit4] 2> 19818 T1874 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 19855 T1874 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 19856 T1874 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 19860 T1874 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> C160_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:45717_, shard=shard1, collection=collection1, core=collection1, state=recovering, base_url=http://127.0.0.1:45717}
[junit4:junit4] 2> 20124 T1915 C160 P45717 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50496/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 20124 T1915 C160 P45717 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45717 START replicas=[http://127.0.0.1:50496/collection1/] nUpdates=100
[junit4:junit4] 2> 20125 T1915 C160 P45717 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 20125 T1915 C160 P45717 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 20125 T1915 C160 P45717 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 20126 T1915 C160 P45717 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 20126 T1915 C160 P45717 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 20126 T1915 C160 P45717 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50496/collection1/. core=collection1
[junit4:junit4] 2> 20126 T1915 C160 P45717 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C162 name=collection1 org.apache.solr.core.SolrCore@4800fb url=http://127.0.0.1:50496/collection1 node=127.0.0.1:50496_ C162_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:50496_, shard=shard1, collection=collection1, core=collection1, state=active, base_url=http://127.0.0.1:50496, leader=true}
[junit4:junit4] 2> 20129 T1873 C162 P50496 REQ /get {version=2&wt=javabin&getVersions=100&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 20131 T1873 C162 P50496 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 20132 T1873 C162 P50496 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e47c lockFactory=org.apache.lucene.store.NativeFSLockFactory@d068e1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 20132 T1873 C162 P50496 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 20132 T1873 C162 P50496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e47c lockFactory=org.apache.lucene.store.NativeFSLockFactory@d068e1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e47c lockFactory=org.apache.lucene.store.NativeFSLockFactory@d068e1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 20133 T1873 C162 P50496 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 20133 T1873 C162 P50496 oass.SolrIndexSearcher.<init> Opening Searcher@150e231 realtime
[junit4:junit4] 2> 20133 T1873 C162 P50496 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 20134 T1873 C162 P50496 /update {waitSearcher=true&version=2&wt=javabin&commit_end_point=true&softCommit=false&commit=true&openSearcher=false} {commit=} 0 3
[junit4:junit4] 2> 20134 T1915 C160 P45717 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20135 T1915 C160 P45717 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 20138 T1876 C162 P50496 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20139 T1876 C162 P50496 REQ /replication {version=2&wt=javabin&command=indexversion&qt=/replication} status=0 QTime=4
[junit4:junit4] 2> 20139 T1915 C160 P45717 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 20139 T1915 C160 P45717 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 20140 T1915 C160 P45717 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 20141 T1873 C162 P50496 REQ /replication {generation=2&version=2&wt=javabin&command=filelist&qt=/replication} status=0 QTime=0
[junit4:junit4] 2> 20142 T1915 C160 P45717 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 20143 T1915 C160 P45717 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty3/index.20130319160435035 forceNew: false
[junit4:junit4] 2> 20143 T1915 C160 P45717 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a95025 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b2966d) fullCopy=false
[junit4:junit4] 2> 20145 T1875 C162 P50496 REQ /replication {checksum=true&generation=2&wt=filestream&command=filecontent&file=segments_2&qt=/replication} status=0 QTime=0
[junit4:junit4] 2> 20146 T1915 C160 P45717 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 20146 T1915 C160 P45717 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 20147 T1915 C160 P45717 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 20148 T1915 C160 P45717 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ebac46 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e4292d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1ebac46 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e4292d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 20148 T1915 C160 P45717 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 20148 T1915 C160 P45717 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 20148 T1915 C160 P45717 oass.SolrIndexSearcher.<init> Opening Searcher@1e67477 main
[junit4:junit4] 2> 20149 T1914 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e67477 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 20150 T1915 C160 P45717 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 20150 T1915 C160 P45717 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 20150 T1915 C160 P45717 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 20150 T1915 C160 P45717 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 20151 T1915 C160 P45717 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 20241 T1874 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 20247 T1874 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 20250 T1874 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 20259 T1874 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 20262 T1874 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 20265 T1874 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 20265 T1874 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 20266 T1874 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 20266 T1874 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 20267 T1874 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 20267 T1874 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 20267 T1874 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 20268 T1874 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363723458858/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection/
[junit4:junit4] 2> 20268 T1874 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ab6f70
[junit4:junit4] 2> 20268 T1874 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 20269 T1874 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection forceNew: false
[junit4:junit4] 2> 20269 T1874 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection/index/
[junit4:junit4] 2> 20270 T1874 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 20270 T1874 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection/index forceNew: false
[junit4:junit4] 2> 20271 T1874 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@514560 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c8ccd9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 20271 T1874 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 20273 T1874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 20273 T1874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 20273 T1874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 20274 T1874 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 20274 T1874 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 20275 T1874 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 20275 T1874 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 20275 T1874 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 20276 T1874 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 20278 T1874 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 20280 T1874 oass.SolrIndexSearcher.<init> Opening Searcher@358cdc main
[junit4:junit4] 2> 20281 T1874 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection/tlog
[junit4:junit4] 2> 20281 T1874 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 20282 T1874 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 20284 T1936 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@358cdc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 20285 T1874 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 21005 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21006 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:57802_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:57802__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57802"}
[junit4:junit4] 2> 21010 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:45717_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:45717__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45717"}
[junit4:junit4] 2> 21013 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:50496_",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50496"}
[junit4:junit4] 2> 21013 T1861 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4] 2> 21013 T1861 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 21017 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21018 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21018 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21017 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21017 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21017 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 21286 T1874 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4] 2> 21287 T1874 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:50496 collection:onenodecollection shard:shard1
[junit4:junit4] 2> 21288 T1874 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4] 2> 21293 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:delete cxid:0xac zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4] 2> 21294 T1874 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 21295 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0xad zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 21296 T1874 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 21297 T1874 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 21297 T1874 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50496/onenodecollectioncore/
[junit4:junit4] 2> 21298 T1874 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 21298 T1874 oasc.SyncStrategy.syncToMe http://127.0.0.1:50496/onenodecollectioncore/ has no replicas
[junit4:junit4] 2> 21299 T1874 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50496/onenodecollectioncore/
[junit4:junit4] 2> 21299 T1874 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4] 2> 21303 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0xb8 zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 21771 T1891 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {checkLive=true&version=2&wt=javabin&onlyIfLeader=true&action=PREPRECOVERY&coreNodeName=127.0.0.1:57802__collection1&core=collection1&state=recovering&nodeName=127.0.0.1:57802_} status=0 QTime=2000
[junit4:junit4] 2> 22524 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22540 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22540 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22540 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22540 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22540 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22540 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 22557 T1874 oasc.ZkController.register We are http://127.0.0.1:50496/onenodecollectioncore/ and leader is http://127.0.0.1:50496/onenodecollectioncore/
[junit4:junit4] 2> 22557 T1874 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:50496
[junit4:junit4] 2> 22558 T1874 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 22558 T1874 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4] 2> 22559 T1874 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22560 T1874 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {numShards=1&version=2&name=onenodecollectioncore&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection&wt=javabin&roles=none&action=CREATE&collection=onenodecollection} status=0 QTime=2786
[junit4:junit4] 2> 22561 T1838 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 22561 T1838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23563 T1838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C161_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:57802_, shard=shard2, collection=collection1, core=collection1, state=recovering, base_url=http://127.0.0.1:57802}
[junit4:junit4] 2> 23772 T1932 C161 P57802 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:33813/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 23773 T1932 C161 P57802 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57802 START replicas=[http://127.0.0.1:33813/collection1/] nUpdates=100
[junit4:junit4] 2> 23773 T1932 C161 P57802 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 23773 T1932 C161 P57802 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 23773 T1932 C161 P57802 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 23773 T1932 C161 P57802 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 23774 T1932 C161 P57802 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 23774 T1932 C161 P57802 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:33813/collection1/. core=collection1
[junit4:junit4] 2> 23774 T1932 C161 P57802 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C163 name=collection1 org.apache.solr.core.SolrCore@afc443 url=http://127.0.0.1:33813/collection1 node=127.0.0.1:33813_ C163_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:33813_, shard=shard2, collection=collection1, core=collection1, state=active, base_url=http://127.0.0.1:33813, leader=true}
[junit4:junit4] 2> 23777 T1890 C163 P33813 REQ /get {version=2&wt=javabin&getVersions=100&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 23778 T1892 C163 P33813 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 23779 T1892 C163 P33813 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a2136 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13f0f16),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 23779 T1892 C163 P33813 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 23779 T1892 C163 P33813 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a2136 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13f0f16),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a2136 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13f0f16),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 23780 T1892 C163 P33813 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 23780 T1892 C163 P33813 oass.SolrIndexSearcher.<init> Opening Searcher@15666c9 realtime
[junit4:junit4] 2> 23780 T1892 C163 P33813 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 23781 T1892 C163 P33813 /update {waitSearcher=true&version=2&wt=javabin&commit_end_point=true&softCommit=false&commit=true&openSearcher=false} {commit=} 0 3
[junit4:junit4] 2> 23781 T1932 C161 P57802 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 23781 T1932 C161 P57802 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 23783 T1891 C163 P33813 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 23783 T1891 C163 P33813 REQ /replication {version=2&wt=javabin&command=indexversion&qt=/replication} status=0 QTime=1
[junit4:junit4] 2> 23784 T1932 C161 P57802 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 23784 T1932 C161 P57802 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 23784 T1932 C161 P57802 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 23786 T1890 C163 P33813 REQ /replication {generation=2&version=2&wt=javabin&command=filelist&qt=/replication} status=0 QTime=0
[junit4:junit4] 2> 23786 T1932 C161 P57802 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 23787 T1932 C161 P57802 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty4/index.20130319160438679 forceNew: false
[junit4:junit4] 2> 23787 T1932 C161 P57802 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@90ce63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130e67) fullCopy=false
[junit4:junit4] 2> 23789 T1892 C163 P33813 REQ /replication {checksum=true&generation=2&wt=filestream&command=filecontent&file=segments_2&qt=/replication} status=0 QTime=0
[junit4:junit4] 2> 23790 T1932 C161 P57802 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 23790 T1932 C161 P57802 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 23791 T1932 C161 P57802 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 23791 T1932 C161 P57802 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c86a81 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1271953),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c86a81 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1271953),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 23792 T1932 C161 P57802 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 23792 T1932 C161 P57802 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 23792 T1932 C161 P57802 oass.SolrIndexSearcher.<init> Opening Searcher@17487d main
[junit4:junit4] 2> 23793 T1931 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17487d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 23793 T1932 C161 P57802 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 23794 T1932 C161 P57802 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 23794 T1932 C161 P57802 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 23794 T1932 C161 P57802 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 23795 T1932 C161 P57802 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 24046 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24047 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:50496_",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50496__onenodecollectioncore",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50496"}
[junit4:junit4] 2> 24050 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:57802_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:57802__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57802"}
[junit4:junit4] 2> 24064 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24064 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24064 T1867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24064 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24064 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24064 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 24564 T1838 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 24565 T1838 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4] 2> 24566 T1838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 24570 T1838 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50825 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1098552
[junit4:junit4] 2> 24570 T1838 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 24570 T1939 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:50825. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 24571 T1939 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:50825, initiating session
[junit4:junit4] 2> 24571 T1840 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:58921
[junit4:junit4] 2> 24571 T1840 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:58921
[junit4:junit4] 2> 24572 T1842 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d844089b3000d with negotiated timeout 10000 for client /127.0.0.1:58921
[junit4:junit4] 2> 24572 T1939 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:50825, sessionid = 0x13d844089b3000d, negotiated timeout = 10000
[junit4:junit4] 2> 24573 T1940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1098552 name:ZooKeeperConnection Watcher:127.0.0.1:50825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 24573 T1838 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 24599 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b3000d
[junit4:junit4] 2> 24600 T1940 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 24600 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58921 which had sessionid 0x13d844089b3000d
[junit4:junit4] 2> 24600 T1838 oaz.ZooKeeper.close Session: 0x13d844089b3000d closed
[junit4:junit4] 2> 24600 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30004
[junit4:junit4] 2> 24601 T1867 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 24601 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58880 which had sessionid 0x13d844089b30004
[junit4:junit4] 2> 24601 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30004 closed
[junit4:junit4] 2> 24603 T1838 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 41556
[junit4:junit4] 2> 24603 T1838 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=29265372
[junit4:junit4] 2> 25569 T1861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 25569 T1861 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "node_name":"127.0.0.1:41556_",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:41556__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41556"}
[junit4:junit4] 2> 25573 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 25573 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 25574 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 25574 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 25574 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 26605 T1838 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 26605 T1838 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 26609 T1838 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1be532e
[junit4:junit4] 2> 26614 T1838 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 26614 T1838 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 26615 T1838 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 26615 T1838 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 26615 T1838 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 26616 T1838 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data
[junit4:junit4] 2> 26616 T1838 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data
[junit4:junit4] 2> 26616 T1838 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data/index
[junit4:junit4] 2> 26616 T1838 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/control/data/index
[junit4:junit4] 2> 26618 T1861 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89372980340260867-127.0.0.1:41556_-n_0000000000) am no longer a leader.
[junit4:junit4] 2> 26618 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30003
[junit4:junit4] 2> 26619 T1860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 26619 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 26619 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 26619 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30003 closed
[junit4:junit4] 2> 26619 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58865 which had sessionid 0x13d844089b30003
[junit4:junit4] 2> 26619 T1860 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 26619 T1860 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 26619 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 26620 T1929 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 26620 T1860 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 26620 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 26621 T1896 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 26621 T1880 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 26621 T1912 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 26622 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:delete cxid:0xc9 zxid:0xe3 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 26622 T1880 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 26623 T1880 oasc.Overseer.start Overseer (id=89372980340260870-127.0.0.1:50496_-n_0000000001) starting
[junit4:junit4] 2> 26624 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0xce zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 26624 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0xcf zxid:0xe6 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 26625 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0xd1 zxid:0xe7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 26626 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30006 type:create cxid:0xd3 zxid:0xe8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 26627 T1942 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 26627 T1941 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 26628 T1941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 26629 T1941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "node_name":"127.0.0.1:41556_",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:41556__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41556"}
[junit4:junit4] 2> 26631 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 26631 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 26631 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 26632 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 26641 T1838 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 2> 26692 T1838 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 50496
[junit4:junit4] 2> 26693 T1838 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2868396
[junit4:junit4] 2> 28134 T1941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 28135 T1941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "node_name":"127.0.0.1:50496_",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50496__onenodecollectioncore",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50496"}
[junit4:junit4] 2> 28139 T1941 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "node_name":"127.0.0.1:50496_",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50496__collection1",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50496"}
[junit4:junit4] 2> 28142 T1880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 28142 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 28142 T1912 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 28142 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 29694 T1838 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 29695 T1838 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 29696 T1838 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 29698 T1838 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4800fb
[junit4:junit4] 2> 29701 T1838 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 29702 T1838 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 29702 T1838 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 29702 T1838 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 29705 T1838 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 29706 T1838 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1/index
[junit4:junit4] 2> 29706 T1838 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1/index
[junit4:junit4] 2> 29707 T1838 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1
[junit4:junit4] 2> 29707 T1838 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363723454896/jetty1
[junit4:junit4] 2> 29708 T1838 oasc.SolrCore.close [onenodecollectioncore] CLOSING SolrCore org.apache.solr.core.SolrCore@293ebe
[junit4:junit4] 2> 29714 T1838 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 29715 T1838 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 29715 T1838 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 29715 T1838 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 29716 T1838 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4] 2> 29716 T1838 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection/index
[junit4:junit4] 2> 29716 T1838 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection/index
[junit4:junit4] 2> 29717 T1838 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection
[junit4:junit4] 2> 29717 T1838 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363723454897/onenodecollection
[junit4:junit4] 2> 29718 T1941 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89372980340260870-127.0.0.1:50496_-n_0000000001) am no longer a leader.
[junit4:junit4] 2> 29718 T1843 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d844089b30006
[junit4:junit4] 2> 29720 T1929 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 29720 T1840 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:58882 which had sessionid 0x13d844089b30006
[junit4:junit4] 2> 29720 T1838 oaz.ZooKeeper.close Session: 0x13d844089b30006 closed
[junit4:junit4] 2> 29720 T1929 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 29721 T1896 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 29721 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b3000a type:delete cxid:0x5e zxid:0xf9 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4] 2> 29721 T1896 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 29721 T1912 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 29722 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b3000a type:create cxid:0x5f zxid:0xfa txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 29723 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30008 type:delete cxid:0x7f zxid:0xfc txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 29723 T1912 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4] 2> 29723 T1912 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4] 2> 29724 T1896 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 29724 T1912 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 29724 T1912 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45717/collection1/
[junit4:junit4] 2> 29724 T1912 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45717 START replicas=[http://127.0.0.1:50496/collection1/] nUpdates=100
[junit4:junit4] 2> 29725 T1912 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45717 DONE. We have no versions. sync failed.
[junit4:junit4] 2> 29725 T1912 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 29725 T1912 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 29725 T1896 oasc.Overseer.start Overseer (id=89372980340260872-127.0.0.1:33813_-n_0000000002) starting
[junit4:junit4] 2> 29725 T1912 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45717/collection1/
[junit4:junit4] 2> 29726 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d844089b30008 type:create cxid:0x84 zxid:0xfe txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 29726 T1912 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 29726 T1843 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessi
[...truncated too long message...]
"collection":"control_collection",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:41556",
[junit4:junit4] 1> "leader":"true"}}}}}}
[junit4:junit4] 1>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=D7EE050F8F09E893 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_CU -Dtests.timezone=America/Campo_Grande -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 33.1s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:33813/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D7EE050F8F09E893:56088B17F85688AF]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4] > at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4] > at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4] > at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 33105 T1838 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 33107 T1841 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4] 2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_CU, timezone=America/Campo_Grande
[junit4:junit4] 2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=3,free=193954104,total=278528000
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SimplePostToolTest, TestQuerySenderNoQuery, UniqFieldsUpdateProcessorFactoryTest, CopyFieldTest, DebugComponentTest, TestSolr4Spatial, TestAtomicUpdateErrorCases, PingRequestHandlerTest, TestQueryTypes, SuggesterWFSTTest, NotRequiredUniqueKeyTest, NoCacheHeaderTest, XsltUpdateRequestHandlerTest, OpenExchangeRatesOrgProviderTest, StatsComponentTest, HardAutoCommitTest, TestUpdate, DistanceFunctionTest, TestCollationKeyRangeQueries, TestStressLucene, CurrencyFieldXmlFileTest, TestSolrJ, DirectSolrSpellCheckerTest, TestJmxMonitoredMap, SolrPluginUtilsTest, TestRTGBase, TestPropInject, TestCSVResponseWriter, SolrIndexConfigTest, TestDFRSimilarityFactory, SolrRequestParserTest, TestStressReorder, ZkNodePropsTest, TestIndexSearcher, CollectionsAPIDistributedZkTest, TestLazyCores, DefaultValueUpdateProcessorTest, SignatureUpdateProcessorFactoryTest, ZkSolrClientTest, SolrCoreCheckLockOnStartupTest, TermVectorComponentDistributedTest, SuggesterTSTTest, BadIndexSchemaTest, TestCopyFieldCollectionResource, TestRangeQuery, TestCollationField, BasicZkTest, URLClassifyProcessorTest, TestDistributedGrouping, FieldAnalysisRequestHandlerTest, TestFieldCollectionResource, PathHierarchyTokenizerFactoryTest, SolrCmdDistributorTest, SortByFunctionTest, TestPostingsSolrHighlighter, TestJmxIntegration, RequestHandlersTest, IndexBasedSpellCheckerTest, TestIndexingPerformance, TestCodecSupport, TestPartialUpdateDeduplication, IndexSchemaRuntimeFieldTest, TestSuggestSpellingConverter, BasicDistributedZkTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.13s, 1 test, 1 error <<< FAILURES!
[...truncated 419 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 1 error, 13 ignored (7 assumptions)
Total time: 37 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_15) - Build # 4737
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4737/
Java: 64bit/jdk1.7.0_15 -XX:+UseSerialGC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=295, name=coreLoadExecutor-140-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=295, name=coreLoadExecutor-140-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at java.lang.Thread.getStackTrace(Thread.java:1567)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@19a51da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b81d079; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125))
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
... 1 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest
Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=297, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=297, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
at java.lang.Thread.getStackTrace(Thread.java:1567)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2f1004fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b332dbb; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125))
at org.junit.Assert.fail(Assert.java:93)
at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 8979 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4] 2> 0 T236 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 4 T236 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-RecoveryZkTest-1363717855259
[junit4:junit4] 2> 5 T236 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 5 T237 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 6 T237 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 6 T237 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 7 T237 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 7 T237 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 8 T237 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1363717855259/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 105 T236 oasc.ZkTestServer.run start zk server on port:40079
[junit4:junit4] 2> 106 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7c343190
[junit4:junit4] 2> 107 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 108 T242 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 108 T242 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 109 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53673
[junit4:junit4] 2> 109 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53673
[junit4:junit4] 2> 110 T240 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 119 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0000 with negotiated timeout 10000 for client /127.0.0.1:53673
[junit4:junit4] 2> 119 T242 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0000, negotiated timeout = 10000
[junit4:junit4] 2> 120 T243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c343190 name:ZooKeeperConnection Watcher:127.0.0.1:40079 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 120 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 121 T236 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 125 T241 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83eb181e0000
[junit4:junit4] 2> 126 T243 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 126 T238 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53673 which had sessionid 0x13d83eb181e0000
[junit4:junit4] 2> 126 T236 oaz.ZooKeeper.close Session: 0x13d83eb181e0000 closed
[junit4:junit4] 2> 127 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e0d4603
[junit4:junit4] 2> 128 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 128 T244 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 129 T244 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 129 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53674
[junit4:junit4] 2> 129 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53674
[junit4:junit4] 2> 130 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0001 with negotiated timeout 10000 for client /127.0.0.1:53674
[junit4:junit4] 2> 130 T244 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0001, negotiated timeout = 10000
[junit4:junit4] 2> 131 T245 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e0d4603 name:ZooKeeperConnection Watcher:127.0.0.1:40079/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 131 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 132 T236 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 135 T236 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 137 T236 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 140 T236 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 142 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 143 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 147 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 148 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 152 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 153 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 155 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 156 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 159 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 159 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 163 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 163 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 166 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 167 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 175 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 176 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 178 T236 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 179 T236 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 181 T241 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83eb181e0001
[junit4:junit4] 2> 182 T245 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 182 T238 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53674 which had sessionid 0x13d83eb181e0001
[junit4:junit4] 2> 182 T236 oaz.ZooKeeper.close Session: 0x13d83eb181e0001 closed
[junit4:junit4] 2> 270 T236 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 273 T236 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52367
[junit4:junit4] 2> 274 T236 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 275 T236 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 275 T236 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437
[junit4:junit4] 2> 276 T236 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437/solr.xml
[junit4:junit4] 2> 276 T236 oasc.CoreContainer.<init> New CoreContainer 2002429944
[junit4:junit4] 2> 277 T236 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437/'
[junit4:junit4] 2> 278 T236 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437/'
[junit4:junit4] 2> 300 T236 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 300 T236 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 300 T236 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 301 T236 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 301 T236 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 301 T236 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 302 T236 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 302 T236 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 302 T236 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 303 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 309 T236 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 323 T236 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40079/solr
[junit4:junit4] 2> 323 T236 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 324 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@167e83df
[junit4:junit4] 2> 324 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 325 T255 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 325 T255 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 325 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53675
[junit4:junit4] 2> 326 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53675
[junit4:junit4] 2> 328 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0002 with negotiated timeout 20000 for client /127.0.0.1:53675
[junit4:junit4] 2> 328 T255 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0002, negotiated timeout = 20000
[junit4:junit4] 2> 328 T256 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@167e83df name:ZooKeeperConnection Watcher:127.0.0.1:40079 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 329 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 330 T241 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83eb181e0002
[junit4:junit4] 2> 331 T256 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 331 T238 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53675 which had sessionid 0x13d83eb181e0002
[junit4:junit4] 2> 331 T236 oaz.ZooKeeper.close Session: 0x13d83eb181e0002 closed
[junit4:junit4] 2> 332 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 335 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7b27bcfd
[junit4:junit4] 2> 336 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 336 T257 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 337 T257 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 337 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53676
[junit4:junit4] 2> 337 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53676
[junit4:junit4] 2> 338 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0003 with negotiated timeout 20000 for client /127.0.0.1:53676
[junit4:junit4] 2> 338 T257 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0003, negotiated timeout = 20000
[junit4:junit4] 2> 339 T258 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b27bcfd name:ZooKeeperConnection Watcher:127.0.0.1:40079/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 339 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 341 T236 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 344 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 345 T236 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 348 T236 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 350 T236 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52367_
[junit4:junit4] 2> 350 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52367_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52367_
[junit4:junit4] 2> 351 T236 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52367_
[junit4:junit4] 2> 355 T236 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 359 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 360 T236 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 362 T236 oasc.Overseer.start Overseer (id=89372613362450435-127.0.0.1:52367_-n_0000000000) starting
[junit4:junit4] 2> 362 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 363 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 364 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 365 T236 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 367 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 369 T260 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 370 T236 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 373 T236 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 375 T236 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 377 T259 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 380 T261 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437/collection1
[junit4:junit4] 2> 380 T261 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 381 T261 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 381 T261 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 382 T261 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437/collection1/'
[junit4:junit4] 2> 383 T261 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437/collection1/lib/README' to classloader
[junit4:junit4] 2> 383 T261 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 409 T261 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 441 T261 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 442 T261 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 452 T261 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 775 T261 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 782 T261 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 784 T261 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 805 T261 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 809 T261 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 812 T261 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 813 T261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 813 T261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 813 T261 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 814 T261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 815 T261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 815 T261 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 815 T261 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363717855437/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/control/data/
[junit4:junit4] 2> 816 T261 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4be6d4a8
[junit4:junit4] 2> 816 T261 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 817 T261 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363717855259/control/data forceNew: false
[junit4:junit4] 2> 817 T261 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/control/data/index/
[junit4:junit4] 2> 817 T261 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363717855259/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 818 T261 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363717855259/control/data/index forceNew: false
[junit4:junit4] 2> 820 T261 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7eadca5e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7657d63; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 820 T261 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 822 T261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 822 T261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 823 T261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 823 T261 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 824 T261 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 824 T261 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 824 T261 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 825 T261 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 825 T261 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 827 T261 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 830 T261 oass.SolrIndexSearcher.<init> Opening Searcher@76f3da25 main
[junit4:junit4] 2> 830 T261 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/control/data/tlog
[junit4:junit4] 2> 831 T261 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 831 T261 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 835 T262 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76f3da25 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 838 T261 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 838 T261 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1881 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1882 T259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:52367_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52367"}
[junit4:junit4] 2> 1883 T259 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1883 T259 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1887 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2839 T261 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2840 T261 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52367 collection:control_collection shard:shard1
[junit4:junit4] 2> 2841 T261 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2847 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2848 T261 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2848 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2850 T261 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2850 T261 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2851 T261 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52367/collection1/
[junit4:junit4] 2> 2851 T261 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2851 T261 oasc.SyncStrategy.syncToMe http://127.0.0.1:52367/collection1/ has no replicas
[junit4:junit4] 2> 2851 T261 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52367/collection1/
[junit4:junit4] 2> 2851 T261 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2855 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3392 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3400 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3409 T261 oasc.ZkController.register We are http://127.0.0.1:52367/collection1/ and leader is http://127.0.0.1:52367/collection1/
[junit4:junit4] 2> 3409 T261 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52367
[junit4:junit4] 2> 3410 T261 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3410 T261 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3410 T261 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3412 T261 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3413 T236 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3414 T236 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3414 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3419 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3420 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3e9d0492
[junit4:junit4] 2> 3421 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3422 T264 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3422 T264 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 3422 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53680
[junit4:junit4] 2> 3423 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53680
[junit4:junit4] 2> 3424 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0004 with negotiated timeout 10000 for client /127.0.0.1:53680
[junit4:junit4] 2> 3424 T264 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0004, negotiated timeout = 10000
[junit4:junit4] 2> 3424 T265 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e9d0492 name:ZooKeeperConnection Watcher:127.0.0.1:40079/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3424 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3426 T236 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3428 T236 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3509 T236 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 3511 T236 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49204
[junit4:junit4] 2> 3512 T236 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3512 T236 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3513 T236 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683
[junit4:junit4] 2> 3513 T236 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683/solr.xml
[junit4:junit4] 2> 3514 T236 oasc.CoreContainer.<init> New CoreContainer 1410795980
[junit4:junit4] 2> 3514 T236 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683/'
[junit4:junit4] 2> 3514 T236 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683/'
[junit4:junit4] 2> 3534 T236 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3535 T236 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3535 T236 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3536 T236 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3536 T236 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3536 T236 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3537 T236 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3537 T236 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3538 T236 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3538 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3546 T236 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 3563 T236 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40079/solr
[junit4:junit4] 2> 3564 T236 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3564 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@44f0adaf
[junit4:junit4] 2> 3565 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3565 T275 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3566 T275 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 3566 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53681
[junit4:junit4] 2> 3567 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53681
[junit4:junit4] 2> 3568 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0005 with negotiated timeout 20000 for client /127.0.0.1:53681
[junit4:junit4] 2> 3568 T275 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0005, negotiated timeout = 20000
[junit4:junit4] 2> 3568 T276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44f0adaf name:ZooKeeperConnection Watcher:127.0.0.1:40079 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3569 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3570 T241 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83eb181e0005
[junit4:junit4] 2> 3571 T276 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 3571 T236 oaz.ZooKeeper.close Session: 0x13d83eb181e0005 closed
[junit4:junit4] 2> 3571 T238 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53681 which had sessionid 0x13d83eb181e0005
[junit4:junit4] 2> 3572 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3575 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@78287809
[junit4:junit4] 2> 3575 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3576 T277 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3576 T277 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 3576 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53682
[junit4:junit4] 2> 3577 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53682
[junit4:junit4] 2> 3578 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0006 with negotiated timeout 20000 for client /127.0.0.1:53682
[junit4:junit4] 2> 3578 T277 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0006, negotiated timeout = 20000
[junit4:junit4] 2> 3578 T278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78287809 name:ZooKeeperConnection Watcher:127.0.0.1:40079/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3579 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3580 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3581 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3583 T236 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 4586 T236 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49204_
[junit4:junit4] 2> 4587 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49204_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49204_
[junit4:junit4] 2> 4588 T236 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49204_
[junit4:junit4] 2> 4591 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 4591 T265 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4591 T278 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4593 T258 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 4597 T279 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683/collection1
[junit4:junit4] 2> 4597 T279 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 4598 T279 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 4598 T279 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 4599 T279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683/collection1/'
[junit4:junit4] 2> 4600 T279 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683/collection1/lib/README' to classloader
[junit4:junit4] 2> 4600 T279 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 4623 T279 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 4656 T279 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 4657 T279 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 4662 T279 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 4905 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 4906 T259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52367__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:52367_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52367"}
[junit4:junit4] 2> 4910 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4911 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4911 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 4999 T279 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5010 T279 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5012 T279 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5032 T279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5035 T279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5039 T279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5040 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5040 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5040 T279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5041 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5042 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5042 T279 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5042 T279 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363717858683/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty1/
[junit4:junit4] 2> 5043 T279 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4be6d4a8
[junit4:junit4] 2> 5044 T279 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5044 T279 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty1 forceNew: false
[junit4:junit4] 2> 5044 T279 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty1/index/
[junit4:junit4] 2> 5045 T279 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 5045 T279 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty1/index forceNew: false
[junit4:junit4] 2> 5047 T279 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@709487e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c2835c8; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 5047 T279 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 5054 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 5054 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 5055 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 5055 T279 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 5056 T279 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 5056 T279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 5057 T279 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 5057 T279 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 5058 T279 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 5060 T279 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 5062 T279 oass.SolrIndexSearcher.<init> Opening Searcher@6e3e9ee9 main
[junit4:junit4] 2> 5063 T279 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty1/tlog
[junit4:junit4] 2> 5063 T279 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 5064 T279 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 5070 T280 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e3e9ee9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 5073 T279 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 5073 T279 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6415 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6416 T259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:49204_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49204"}
[junit4:junit4] 2> 6417 T259 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 6417 T259 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6422 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6422 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6422 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7075 T279 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7075 T279 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49204 collection:collection1 shard:shard1
[junit4:junit4] 2> 7076 T279 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7083 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7083 T279 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7084 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7086 T279 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7086 T279 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7086 T279 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49204/collection1/
[junit4:junit4] 2> 7086 T279 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7087 T279 oasc.SyncStrategy.syncToMe http://127.0.0.1:49204/collection1/ has no replicas
[junit4:junit4] 2> 7087 T279 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49204/collection1/
[junit4:junit4] 2> 7087 T279 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7090 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7927 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7936 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7936 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7936 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7944 T279 oasc.ZkController.register We are http://127.0.0.1:49204/collection1/ and leader is http://127.0.0.1:49204/collection1/
[junit4:junit4] 2> 7945 T279 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49204
[junit4:junit4] 2> 7945 T279 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 7945 T279 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 7946 T279 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 7947 T279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7948 T236 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 7949 T236 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 7949 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8007 T236 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8009 T236 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43239
[junit4:junit4] 2> 8010 T236 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8011 T236 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8011 T236 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207
[junit4:junit4] 2> 8011 T236 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207/solr.xml
[junit4:junit4] 2> 8012 T236 oasc.CoreContainer.<init> New CoreContainer 2024821218
[junit4:junit4] 2> 8012 T236 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207/'
[junit4:junit4] 2> 8012 T236 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207/'
[junit4:junit4] 2> 8029 T236 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8030 T236 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8030 T236 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8030 T236 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8031 T236 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8031 T236 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8031 T236 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8032 T236 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8032 T236 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8032 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8038 T236 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8047 T236 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:40079/solr
[junit4:junit4] 2> 8048 T236 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8048 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ef87be4
[junit4:junit4] 2> 8049 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8049 T291 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8050 T291 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 8050 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53685
[junit4:junit4] 2> 8050 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53685
[junit4:junit4] 2> 8051 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0007 with negotiated timeout 20000 for client /127.0.0.1:53685
[junit4:junit4] 2> 8051 T291 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0007, negotiated timeout = 20000
[junit4:junit4] 2> 8052 T292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ef87be4 name:ZooKeeperConnection Watcher:127.0.0.1:40079 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8052 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8053 T241 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83eb181e0007
[junit4:junit4] 2> 8054 T292 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8054 T236 oaz.ZooKeeper.close Session: 0x13d83eb181e0007 closed
[junit4:junit4] 2> 8054 T238 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53685 which had sessionid 0x13d83eb181e0007
[junit4:junit4] 2> 8054 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8058 T236 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:40079/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@23a0547b
[junit4:junit4] 2> 8059 T236 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8059 T293 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:40079. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8060 T293 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:40079, initiating session
[junit4:junit4] 2> 8060 T238 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53686
[junit4:junit4] 2> 8060 T238 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53686
[junit4:junit4] 2> 8061 T240 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d83eb181e0008 with negotiated timeout 20000 for client /127.0.0.1:53686
[junit4:junit4] 2> 8061 T293 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:40079, sessionid = 0x13d83eb181e0008, negotiated timeout = 20000
[junit4:junit4] 2> 8062 T294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23a0547b name:ZooKeeperConnection Watcher:127.0.0.1:40079/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8062 T236 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8063 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8064 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8066 T236 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9069 T236 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43239_
[junit4:junit4] 2> 9070 T241 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d83eb181e0008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43239_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43239_
[junit4:junit4] 2> 9071 T236 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43239_
[junit4:junit4] 2> 9073 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9073 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9074 T294 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9074 T278 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9075 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9076 T265 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9076 T258 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9080 T295 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207/collection1
[junit4:junit4] 2> 9080 T295 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9081 T295 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9081 T295 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9082 T295 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207/collection1/'
[junit4:junit4] 2> 9083 T295 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207/collection1/lib/README' to classloader
[junit4:junit4] 2> 9083 T295 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9112 T295 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4] 2> 9139 T295 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 9140 T295 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 9145 T295 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 9442 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9443 T259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:49204__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:49204_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49204"}
[junit4:junit4] 2> 9447 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9447 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9448 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9448 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9453 T295 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 9459 T295 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 9461 T295 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 9482 T295 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9487 T295 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 9490 T295 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9492 T295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9492 T295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9492 T295 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 9494 T295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 9494 T295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 9494 T295 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9494 T295 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363717863207/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/
[junit4:junit4] 2> 9495 T295 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4be6d4a8
[junit4:junit4] 2> 9495 T295 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 9496 T295 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2 forceNew: false
[junit4:junit4] 2> 9496 T295 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/index/
[junit4:junit4] 2> 9496 T295 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 9497 T295 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/index forceNew: false
[junit4:junit4] 2> 9498 T295 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@151a284d lockFactory=org.apache.lucene.store.NativeFSLockFactory@201299c7; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 9499 T295 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 9501 T295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 9501 T295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 9502 T295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 9502 T295 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 9503 T295 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 9503 T295 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 9503 T295 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 9504 T295 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 9504 T295 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 9506 T295 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 9509 T295 oass.SolrIndexSearcher.<init> Opening Searcher@ac7aa04 main
[junit4:junit4] 2> 9509 T295 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/tlog
[junit4:junit4] 2> 9510 T295 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 9510 T295 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 9521 T296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ac7aa04 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 9524 T295 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 9524 T295 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 10953 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10954 T259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43239_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43239"}
[junit4:junit4] 2> 10954 T259 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 10954 T259 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 10959 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10959 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10959 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10959 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11526 T295 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11526 T295 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43239 collection:collection1 shard:shard1
[junit4:junit4] 2> 11530 T295 oasc.ZkController.register We are http://127.0.0.1:43239/collection1/ and leader is http://127.0.0.1:49204/collection1/
[junit4:junit4] 2> 11530 T295 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43239
[junit4:junit4] 2> 11530 T295 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 11531 T295 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@6fd43c45 url=http://127.0.0.1:43239/collection1 node=127.0.0.1:43239_ C11_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:43239_, base_url=http://127.0.0.1:43239}
[junit4:junit4] 2> 11531 T297 C11 P43239 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 11532 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11532 T297 C11 P43239 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 11532 T297 C11 P43239 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 11533 T297 C11 P43239 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11533 T236 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 11534 T297 C11 P43239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11534 T236 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 11534 T236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 11538 T236 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@3084ed5a url=http://127.0.0.1:52367/collection1 node=127.0.0.1:52367_ C12_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52367_, base_url=http://127.0.0.1:52367, leader=true}
[junit4:junit4] 2> 11547 T252 C12 P52367 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@7eadca5e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7657d63; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11547 T252 C12 P52367 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11551 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10001 (1429961825896628224)]} 0 7
[junit4:junit4] 2> 11553 T254 C12 P52367 /update {wt=javabin&version=2} {add=[1 (1429961825896628225)]} 0 9
[junit4:junit4] 2> ASYNC NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@39c46a52 url=http://127.0.0.1:49204/collection1 node=127.0.0.1:49204_ C13_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49204_, base_url=http://127.0.0.1:49204, leader=true}
[junit4:junit4] 2> 11562 T271 C13 P49204 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@709487e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c2835c8; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 11562 T271 C13 P49204 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 11566 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10001 (1429961825912356864)]} 0 7
[junit4:junit4] 2> 11567 T272 C13 P49204 /update {wt=javabin&version=2} {add=[1 (1429961825912356865)]} 0 7
[junit4:junit4] 2> 11632 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10002 (1429961825983660032)]} 0 5
[junit4:junit4] 2> 11637 T251 C12 P52367 /update {wt=javabin&version=2} {add=[2 (1429961825984708608)]} 0 9
[junit4:junit4] 2> 11643 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10002 (1429961825995194368)]} 0 5
[junit4:junit4] 2> 11646 T271 C13 P49204 /update {wt=javabin&version=2} {add=[2 (1429961825998340096)]} 0 5
[junit4:junit4] 2> 11653 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10001 (-1429961826009874432)]} 0 0
[junit4:junit4] 2> 11654 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[1 (-1429961826010923008)]} 0 0
[junit4:junit4] 2> 11656 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10001 (-1429961826013020160)]} 0 0
[junit4:junit4] 2> 11657 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[1 (-1429961826014068736)]} 0 1
[junit4:junit4] 2> 11661 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10003 (1429961826016165888)]} 0 2
[junit4:junit4] 2> 11663 T251 C12 P52367 /update {wt=javabin&version=2} {add=[3 (1429961826017214464)]} 0 4
[junit4:junit4] 2> 11668 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10003 (1429961826022457344)]} 0 3
[junit4:junit4] 2> 11672 T272 C13 P49204 /update {wt=javabin&version=2} {add=[3 (1429961826024554496)]} 0 5
[junit4:junit4] 2> 11683 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10002 (-1429961826041331712)]} 0 0
[junit4:junit4] 2> 11685 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[2 (-1429961826043428864)]} 0 0
[junit4:junit4] 2> 11686 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[10002 (-1429961826044477440)]} 0 0
[junit4:junit4] 2> 11688 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[2 (-1429961826046574592)]} 0 0
[junit4:junit4] 2> 11691 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10004 (1429961826047623168)]} 0 2
[junit4:junit4] 2> 11692 T251 C12 P52367 /update {wt=javabin&version=2} {add=[4 (1429961826049720320)]} 0 2
[junit4:junit4] 2> 11696 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10004 (1429961826052866048)]} 0 2
[junit4:junit4] 2> 11697 T274 C13 P49204 /update {wt=javabin&version=2} {add=[4 (1429961826053914624)]} 0 2
[junit4:junit4] 2> 11735 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10004 (-1429961826095857664)]} 0 0
[junit4:junit4] 2> 11736 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[4 (-1429961826096906240)]} 0 0
[junit4:junit4] 2> 11739 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[10004 (-1429961826100051968)]} 0 1
[junit4:junit4] 2> 11739 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[4 (-1429961826100051969)]} 0 1
[junit4:junit4] 2> 11745 T251 C12 P52367 /update {wt=javabin&version=2} {add=[5 (1429961826104246272)]} 0 3
[junit4:junit4] 2> 11747 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10005 (1429961826104246273)]} 0 5
[junit4:junit4] 2> 11751 T274 C13 P49204 /update {wt=javabin&version=2} {add=[5 (1429961826110537728)]} 0 3
[junit4:junit4] 2> 11753 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10005 (1429961826112634880)]} 0 3
[junit4:junit4] 2> 11763 T252 C12 P52367 /update {wt=javabin&version=2} {add=[6 (1429961826123120640)]} 0 3
[junit4:junit4] 2> 11765 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10006 (1429961826125217792)]} 0 2
[junit4:junit4] 2> 11767 T272 C13 P49204 /update {wt=javabin&version=2} {add=[6 (1429961826128363520)]} 0 2
[junit4:junit4] 2> 11770 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10006 (1429961826130460672)]} 0 2
[junit4:junit4] 2> 11790 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[6 (-1429961826153529344)]} 0 1
[junit4:junit4] 2> 11792 T253 C12 P52367 /update {wt=javabin&version=2} {delete=[10006 (-1429961826155626496)]} 0 1
[junit4:junit4] 2> 11793 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[6 (-1429961826156675072)]} 0 0
[junit4:junit4] 2> 11794 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10006 (-1429961826157723648)]} 0 0
[junit4:junit4] 2> 11797 T252 C12 P52367 /update {wt=javabin&version=2} {add=[7 (1429961826159820800)]} 0 2
[junit4:junit4] 2> 11799 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10007 (1429961826161917952)]} 0 2
[junit4:junit4] 2> 11802 T274 C13 P49204 /update {wt=javabin&version=2} {add=[7 (1429961826164015104)]} 0 2
[junit4:junit4] 2> 11804 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10007 (1429961826166112256)]} 0 2
[junit4:junit4] 2> 11867 T251 C12 P52367 /update {wt=javabin&version=2} {add=[8 (1429961826231123968)]} 0 3
[junit4:junit4] 2> 11870 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10008 (1429961826233221120)]} 0 4
[junit4:junit4] 2> 11874 T272 C13 P49204 /update {wt=javabin&version=2} {add=[8 (1429961826238464000)]} 0 3
[junit4:junit4] 2> 11875 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10008 (1429961826240561152)]} 0 2
[junit4:junit4] 2> 11951 T252 C12 P52367 /update {wt=javabin&version=2} {add=[9 (1429961826319204352)]} 0 3
[junit4:junit4] 2> 11954 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10009 (1429961826320252928)]} 0 5
[junit4:junit4] 2> 11960 T271 C13 P49204 /update {wt=javabin&version=2} {add=[9 (1429961826327592960)]} 0 4
[junit4:junit4] 2> 11964 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10009 (1429961826331787264)]} 0 5
[junit4:junit4] 2> 12061 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10 (1429961826435596288)]} 0 3
[junit4:junit4] 2> 12065 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10010 (1429961826437693440)]} 0 4
[junit4:junit4] 2> 12070 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10 (1429961826442936320)]} 0 5
[junit4:junit4] 2> 12074 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10010 (1429961826448179200)]} 0 4
[junit4:junit4] 2> 12152 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[7 (-1429961826533113856)]} 0 0
[junit4:junit4] 2> 12155 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[7 (-1429961826536259584)]} 0 0
[junit4:junit4] 2> 12156 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[10007 (-1429961826537308160)]} 0 0
[junit4:junit4] 2> 12160 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10007 (-1429961826541502464)]} 0 0
[junit4:junit4] 2> 12164 T254 C12 P52367 /update {wt=javabin&version=2} {add=[11 (1429961826540453888)]} 0 5
[junit4:junit4] 2> 12168 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10011 (1429961826545696768)]} 0 4
[junit4:junit4] 2> 12172 T271 C13 P49204 /update {wt=javabin&version=2} {add=[11 (1429961826550939648)]} 0 4
[junit4:junit4] 2> 12175 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10011 (1429961826554085376)]} 0 4
[junit4:junit4] 2> 12233 T252 C12 P52367 /update {wt=javabin&version=2} {add=[12 (1429961826615951360)]} 0 2
[junit4:junit4] 2> 12234 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10012 (1429961826616999936)]} 0 2
[junit4:junit4] 2> 12237 T272 C13 P49204 /update {wt=javabin&version=2} {add=[12 (1429961826621194240)]} 0 2
[junit4:junit4] 2> 12239 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10012 (1429961826622242816)]} 0 3
[junit4:junit4] 2> 12244 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[11 (-1429961826629582848)]} 0 0
[junit4:junit4] 2> 12245 T253 C12 P52367 /update {wt=javabin&version=2} {delete=[10011 (-1429961826630631424)]} 0 0
[junit4:junit4] 2> 12247 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[11 (-1429961826632728576)]} 0 0
[junit4:junit4] 2> 12248 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10011 (-1429961826633777152)]} 0 0
[junit4:junit4] 2> 12252 T252 C12 P52367 /update {wt=javabin&version=2} {add=[13 (1429961826635874304)]} 0 2
[junit4:junit4] 2> 12254 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10013 (1429961826636922880)]} 0 3
[junit4:junit4] 2> 12257 T271 C13 P49204 /update {wt=javabin&version=2} {add=[13 (1429961826641117184)]} 0 2
[junit4:junit4] 2> 12259 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10013 (1429961826643214336)]} 0 3
[junit4:junit4] 2> 12355 T254 C12 P52367 /update {wt=javabin&version=2} {add=[14 (1429961826743877632)]} 0 2
[junit4:junit4] 2> 12356 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10014 (1429961826744926208)]} 0 3
[junit4:junit4] 2> 12359 T272 C13 P49204 /update {wt=javabin&version=2} {add=[14 (1429961826749120512)]} 0 2
[junit4:junit4] 2> 12361 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10014 (1429961826750169088)]} 0 3
[junit4:junit4] 2> 12438 T253 C12 P52367 /update {wt=javabin&version=2} {add=[15 (1429961826830909440)]} 0 3
[junit4:junit4] 2> 12440 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10015 (1429961826830909441)]} 0 4
[junit4:junit4] 2> 12442 T272 C13 P49204 /update {wt=javabin&version=2} {add=[15 (1429961826836152320)]} 0 2
[junit4:junit4] 2> 12445 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10015 (1429961826838249472)]} 0 3
[junit4:junit4] 2> 12463 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12464 T259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:43239__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43239_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43239"}
[junit4:junit4] 2> 12468 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12468 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12468 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12468 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12521 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[12 (-1429961826920038400)]} 0 1
[junit4:junit4] 2> 12524 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10012 (-1429961826922135552)]} 0 1
[junit4:junit4] 2> C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43239_, base_url=http://127.0.0.1:43239}
[junit4:junit4] 2> 12531 T288 C11 P43239 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@151a284d lockFactory=org.apache.lucene.store.NativeFSLockFactory@201299c7; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 12533 T288 C11 P43239 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 12534 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[12 (-1429961826923184128)]} 0 5
[junit4:junit4] 2> 12535 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[12 (-1429961826923184128)]} 0 12
[junit4:junit4] 2> 12538 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10012 (-1429961826926329856)]} 0 6
[junit4:junit4] 2> 12539 T273 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:43239__collection1&state=recovering&nodeName=127.0.0.1:43239_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000
[junit4:junit4] 2> 12539 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10012 (-1429961826926329856)]} 0 13
[junit4:junit4] 2> 12541 T253 C12 P52367 /update {wt=javabin&version=2} {add=[16 (1429961826937864192)]} 0 3
[junit4:junit4] 2> 12545 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10016 (1429961826943107072)]} 0 2
[junit4:junit4] 2> 12553 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1429961826943107072)]} 0 4
[junit4:junit4] 2> 12554 T271 C13 P49204 /update {wt=javabin&version=2} {add=[16 (1429961826943107072)]} 0 11
[junit4:junit4] 2> 12556 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10016 (1429961826949398528)]} 0 3
[junit4:junit4] 2> 12557 T273 C13 P49204 /update {wt=javabin&version=2} {add=[10016 (1429961826949398528)]} 0 9
[junit4:junit4] 2> 12594 T254 C12 P52367 /update {wt=javabin&version=2} {add=[17 (1429961826994487296)]} 0 2
[junit4:junit4] 2> 12596 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10017 (1429961826996584448)]} 0 2
[junit4:junit4] 2> 12603 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1429961826998681600)]} 0 3
[junit4:junit4] 2> 12604 T272 C13 P49204 /update {wt=javabin&version=2} {add=[17 (1429961826998681600)]} 0 8
[junit4:junit4] 2> 12605 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10017 (1429961827001827328)]} 0 2
[junit4:junit4] 2> 12606 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10017 (1429961827001827328)]} 0 8
[junit4:junit4] 2> 12629 T253 C12 P52367 /update {wt=javabin&version=2} {add=[18 (1429961827032236032)]} 0 2
[junit4:junit4] 2> 12631 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10018 (1429961827033284608)]} 0 2
[junit4:junit4] 2> 12639 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1429961827037478912)]} 0 2
[junit4:junit4] 2> 12640 T271 C13 P49204 /update {wt=javabin&version=2} {add=[18 (1429961827037478912)]} 0 8
[junit4:junit4] 2> 12641 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10018 (1429961827037478913)]} 0 3
[junit4:junit4] 2> 12641 T273 C13 P49204 /update {wt=javabin&version=2} {add=[10018 (1429961827037478913)]} 0 8
[junit4:junit4] 2> 12742 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[13 (-1429961827150725120)]} 0 1
[junit4:junit4] 2> 12742 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10013 (-1429961827151773696)]} 0 0
[junit4:junit4] 2> 12747 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[13 (-1429961827154919424)]} 0 0
[junit4:junit4] 2> 12747 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10013 (-1429961827154919425)]} 0 0
[junit4:junit4] 2> 12748 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[13 (-1429961827154919424)]} 0 4
[junit4:junit4] 2> 12748 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[10013 (-1429961827154919425)]} 0 3
[junit4:junit4] 2> 12754 T253 C12 P52367 /update {wt=javabin&version=2} {add=[19 (1429961827161210880)]} 0 3
[junit4:junit4] 2> 12756 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10019 (1429961827162259456)]} 0 5
[junit4:junit4] 2> 12764 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1429961827168550912)]} 0 2
[junit4:junit4] 2> 12764 T271 C13 P49204 /update {wt=javabin&version=2} {add=[19 (1429961827168550912)]} 0 7
[junit4:junit4] 2> 12765 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10019 (1429961827169599488)]} 0 2
[junit4:junit4] 2> 12766 T273 C13 P49204 /update {wt=javabin&version=2} {add=[10019 (1429961827169599488)]} 0 7
[junit4:junit4] 2> 12842 T253 C12 P52367 /update {wt=javabin&version=2} {add=[20 (1429961827254534144)]} 0 2
[junit4:junit4] 2> 12844 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10020 (1429961827256631296)]} 0 3
[junit4:junit4] 2> 12853 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1429961827260825600)]} 0 3
[junit4:junit4] 2> 12854 T272 C13 P49204 /update {wt=javabin&version=2} {add=[20 (1429961827260825600)]} 0 8
[junit4:junit4] 2> 12854 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10020 (1429961827261874176)]} 0 2
[junit4:junit4] 2> 12855 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10020 (1429961827261874176)]} 0 8
[junit4:junit4] 2> 12949 T251 C12 P52367 /update {wt=javabin&version=2} {add=[21 (1429961827366731776)]} 0 2
[junit4:junit4] 2> 12950 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10021 (1429961827367780352)]} 0 2
[junit4:junit4] 2> 12957 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1429961827371974656)]} 0 1
[junit4:junit4] 2> 12958 T274 C13 P49204 /update {wt=javabin&version=2} {add=[21 (1429961827371974656)]} 0 6
[junit4:junit4] 2> 12959 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10021 (1429961827373023232)]} 0 2
[junit4:junit4] 2> 12960 T273 C13 P49204 /update {wt=javabin&version=2} {add=[10021 (1429961827373023232)]} 0 8
[junit4:junit4] 2> 13014 T253 C12 P52367 /update {wt=javabin&version=2} {add=[22 (1429961827434889216)]} 0 2
[junit4:junit4] 2> 13016 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10022 (1429961827436986368)]} 0 2
[junit4:junit4] 2> 13024 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1429961827440132096)]} 0 3
[junit4:junit4] 2> 13025 T272 C13 P49204 /update {wt=javabin&version=2} {add=[22 (1429961827440132096)]} 0 8
[junit4:junit4] 2> 13026 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10022 (1429961827443277824)]} 0 2
[junit4:junit4] 2> 13027 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10022 (1429961827443277824)]} 0 8
[junit4:junit4] 2> 13126 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[15 (-1429961827554426880)]} 0 0
[junit4:junit4] 2> 13129 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10015 (-1429961827557572608)]} 0 1
[junit4:junit4] 2> 13132 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[15 (-1429961827557572608)]} 0 1
[junit4:junit4] 2> 13133 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[15 (-1429961827557572608)]} 0 4
[junit4:junit4] 2> 13134 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10015 (-1429961827560718336)]} 0 0
[junit4:junit4] 2> 13135 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[10015 (-1429961827560718336)]} 0 4
[junit4:junit4] 2> 13145 T253 C12 P52367 /update {wt=javabin&version=2} {add=[23 (1429961827564912640)]} 0 10
[junit4:junit4] 2> 13148 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10023 (1429961827575398400)]} 0 2
[junit4:junit4] 2> 13153 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1429961827577495552)]} 0 2
[junit4:junit4] 2> 13154 T272 C13 P49204 /update {wt=javabin&version=2} {add=[23 (1429961827577495552)]} 0 6
[junit4:junit4] 2> 13157 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10023 (1429961827580641280)]} 0 2
[junit4:junit4] 2> 13158 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10023 (1429961827580641280)]} 0 7
[junit4:junit4] 2> 13256 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[18 (-1429961827690741760)]} 0 1
[junit4:junit4] 2> 13259 T253 C12 P52367 /update {wt=javabin&version=2} {delete=[10018 (-1429961827693887488)]} 0 1
[junit4:junit4] 2> 13261 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[18 (-1429961827693887488)]} 0 0
[junit4:junit4] 2> 13262 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[18 (-1429961827693887488)]} 0 3
[junit4:junit4] 2> 13265 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10018 (-1429961827697033216)]} 0 1
[junit4:junit4] 2> 13265 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10018 (-1429961827697033216)]} 0 3
[junit4:junit4] 2> 13268 T252 C12 P52367 /update {wt=javabin&version=2} {add=[24 (1429961827701227520)]} 0 3
[junit4:junit4] 2> 13270 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10024 (1429961827703324672)]} 0 2
[junit4:junit4] 2> 13277 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1429961827706470400)]} 0 3
[junit4:junit4] 2> 13278 T273 C13 P49204 /update {wt=javabin&version=2} {add=[24 (1429961827706470400)]} 0 8
[junit4:junit4] 2> 13280 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10024 (1429961827710664704)]} 0 2
[junit4:junit4] 2> 13281 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10024 (1429961827710664704)]} 0 7
[junit4:junit4] 2> 13363 T254 C12 P52367 /update {wt=javabin&version=2} {add=[25 (1429961827801890816)]} 0 2
[junit4:junit4] 2> 13366 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10025 (1429961827805036544)]} 0 1
[junit4:junit4] 2> 13372 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1429961827806085120)]} 0 2
[junit4:junit4] 2> 13373 T274 C13 P49204 /update {wt=javabin&version=2} {add=[25 (1429961827806085120)]} 0 7
[junit4:junit4] 2> 13375 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10025 (1429961827809230848)]} 0 3
[junit4:junit4] 2> 13375 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10025 (1429961827809230848)]} 0 6
[junit4:junit4] 2> 13411 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[19 (-1429961827852222464)]} 0 1
[junit4:junit4] 2> 13413 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[10019 (-1429961827854319616)]} 0 1
[junit4:junit4] 2> 13417 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[19 (-1429961827856416768)]} 0 1
[junit4:junit4] 2> 13418 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[19 (-1429961827856416768)]} 0 3
[junit4:junit4] 2> 13418 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10019 (-1429961827857465344)]} 0 0
[junit4:junit4] 2> 13419 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[10019 (-1429961827857465344)]} 0 4
[junit4:junit4] 2> 13422 T254 C12 P52367 /update {wt=javabin&version=2} {add=[26 (1429961827863756800)]} 0 2
[junit4:junit4] 2> 13426 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10026 (1429961827866902528)]} 0 3
[junit4:junit4] 2> 13431 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1429961827868999680)]} 0 1
[junit4:junit4] 2> 13432 T274 C13 P49204 /update {wt=javabin&version=2} {add=[26 (1429961827868999680)]} 0 7
[junit4:junit4] 2> 13436 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10026 (1429961827872145408)]} 0 3
[junit4:junit4] 2> 13437 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10026 (1429961827872145408)]} 0 8
[junit4:junit4] 2> 13492 T252 C12 P52367 /update {wt=javabin&version=2} {add=[27 (1429961827936108544)]} 0 2
[junit4:junit4] 2> 13496 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10027 (1429961827941351424)]} 0 2
[junit4:junit4] 2> 13500 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1429961827941351424)]} 0 2
[junit4:junit4] 2> 13500 T273 C13 P49204 /update {wt=javabin&version=2} {add=[27 (1429961827941351424)]} 0 5
[junit4:junit4] 2> 13504 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10027 (1429961827945545728)]} 0 2
[junit4:junit4] 2> 13505 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10027 (1429961827945545728)]} 0 7
[junit4:junit4] 2> 13540 T236 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 43239
[junit4:junit4] 2> 13540 T236 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2024821218
[junit4:junit4] 2> 13602 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[21 (-1429961828053549056)]} 0 1
[junit4:junit4] 2> 13606 T253 C12 P52367 /update {wt=javabin&version=2} {delete=[10021 (-1429961828057743360)]} 0 0
[junit4:junit4] 2> 13607 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[21 (-1429961828056694784)]} 0 0
[junit4:junit4] 2> 13608 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[21 (-1429961828056694784)]} 0 4
[junit4:junit4] 2> 13611 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10021 (-1429961828060889088)]} 0 0
[junit4:junit4] 2> 13612 T252 C12 P52367 /update {wt=javabin&version=2} {add=[28 (1429961828061937664)]} 0 2
[junit4:junit4] 2> 13612 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10021 (-1429961828060889088)]} 0 3
[junit4:junit4] 2> 13617 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10028 (1429961828067180544)]} 0 2
[junit4:junit4] 2> 13619 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1429961828067180544)]} 0 1
[junit4:junit4] 2> 13620 T273 C13 P49204 /update {wt=javabin&version=2} {add=[28 (1429961828067180544)]} 0 6
[junit4:junit4] 2> 13625 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10028 (1429961828072423424)]} 0 2
[junit4:junit4] 2> 13626 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10028 (1429961828072423424)]} 0 7
[junit4:junit4] 2> 13635 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[22 (-1429961828088152064)]} 0 0
[junit4:junit4] 2> 13641 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[22 (-1429961828091297792)]} 0 1
[junit4:junit4] 2> 13641 T253 C12 P52367 /update {wt=javabin&version=2} {delete=[10022 (-1429961828094443520)]} 0 0
[junit4:junit4] 2> 13641 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[22 (-1429961828091297792)]} 0 3
[junit4:junit4] 2> 13645 T252 C12 P52367 /update {wt=javabin&version=2} {add=[29 (1429961828097589248)]} 0 1
[junit4:junit4] 2> 13646 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10022 (-1429961828097589248)]} 0 0
[junit4:junit4] 2> 13647 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10022 (-1429961828097589248)]} 0 4
[junit4:junit4] 2> 13651 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10029 (1429961828102832128)]} 0 2
[junit4:junit4] 2> 13653 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1429961828101783552)]} 0 2
[junit4:junit4] 2> 13654 T273 C13 P49204 /update {wt=javabin&version=2} {add=[29 (1429961828101783552)]} 0 6
[junit4:junit4] 2> 13658 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10029 (1429961828108075008)]} 0 1
[junit4:junit4] 2> 13659 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10029 (1429961828108075008)]} 0 5
[junit4:junit4] 2> 13750 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[27 (-1429961828208738304)]} 0 0
[junit4:junit4] 2> 13755 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10027 (-1429961828213981184)]} 0 1
[junit4:junit4] 2> 13755 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[27 (-1429961828211884032)]} 0 0
[junit4:junit4] 2> 13756 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[27 (-1429961828211884032)]} 0 3
[junit4:junit4] 2> 13760 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10027 (-1429961828216078336)]} 0 1
[junit4:junit4] 2> 13760 T251 C12 P52367 /update {wt=javabin&version=2} {add=[30 (1429961828217126912)]} 0 2
[junit4:junit4] 2> 13760 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[10027 (-1429961828216078336)]} 0 3
[junit4:junit4] 2> 13764 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10030 (1429961828222369792)]} 0 1
[junit4:junit4] 2> 13768 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1429961828222369792)]} 0 1
[junit4:junit4] 2> 13769 T272 C13 P49204 /update {wt=javabin&version=2} {add=[30 (1429961828222369792)]} 0 6
[junit4:junit4] 2> 13772 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10030 (1429961828226564096)]} 0 1
[junit4:junit4] 2> 13772 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10030 (1429961828226564096)]} 0 5
[junit4:junit4] 2> 13802 T254 C12 P52367 /update {wt=javabin&version=2} {add=[31 (1429961828262215680)]} 0 1
[junit4:junit4] 2> 13805 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10031 (1429961828265361408)]} 0 1
[junit4:junit4] 2> 13809 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1429961828266409984)]} 0 1
[junit4:junit4] 2> 13810 T271 C13 P49204 /update {wt=javabin&version=2} {add=[31 (1429961828266409984)]} 0 6
[junit4:junit4] 2> 13813 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10031 (1429961828269555712)]} 0 2
[junit4:junit4] 2> 13813 T273 C13 P49204 /update {wt=javabin&version=2} {add=[10031 (1429961828269555712)]} 0 6
[junit4:junit4] 2> 13852 T253 C12 P52367 /update {wt=javabin&version=2} {add=[32 (1429961828314644480)]} 0 1
[junit4:junit4] 2> 13856 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10032 (1429961828317790208)]} 0 2
[junit4:junit4] 2> 13860 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1429961828318838784)]} 0 1
[junit4:junit4] 2> 13861 T272 C13 P49204 /update {wt=javabin&version=2} {add=[32 (1429961828318838784)]} 0 6
[junit4:junit4] 2> 13863 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10032 (1429961828323033088)]} 0 1
[junit4:junit4] 2> 13864 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10032 (1429961828323033088)]} 0 6
[junit4:junit4] 2> 13890 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[31 (-1429961828355538944)]} 0 0
[junit4:junit4] 2> 13893 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10031 (-1429961828358684672)]} 0 0
[junit4:junit4] 2> 13895 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[31 (-1429961828358684672)]} 0 0
[junit4:junit4] 2> 13896 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[31 (-1429961828358684672)]} 0 4
[junit4:junit4] 2> 13898 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10031 (-1429961828361830400)]} 0 0
[junit4:junit4] 2> 13899 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[10031 (-1429961828361830400)]} 0 4
[junit4:junit4] 2> 13900 T253 C12 P52367 /update {wt=javabin&version=2} {add=[33 (1429961828363927552)]} 0 2
[junit4:junit4] 2> 13904 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10033 (1429961828368121856)]} 0 2
[junit4:junit4] 2> 13908 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1429961828369170432)]} 0 2
[junit4:junit4] 2> 13909 T272 C13 P49204 /update {wt=javabin&version=2} {add=[33 (1429961828369170432)]} 0 6
[junit4:junit4] 2> 13911 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10033 (1429961828373364736)]} 0 1
[junit4:junit4] 2> 13912 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10033 (1429961828373364736)]} 0 6
[junit4:junit4] 2> 13936 T251 C12 P52367 /update {wt=javabin&version=2} {add=[34 (1429961828402724864)]} 0 2
[junit4:junit4] 2> 13940 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10034 (1429961828405870592)]} 0 2
[junit4:junit4] 2> 13943 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1429961828406919168)]} 0 1
[junit4:junit4] 2> 13944 T271 C13 P49204 /update {wt=javabin&version=2} {add=[34 (1429961828406919168)]} 0 6
[junit4:junit4] 2> 13948 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10034 (1429961828411113472)]} 0 2
[junit4:junit4] 2> 13948 T273 C13 P49204 /update {wt=javabin&version=2} {add=[10034 (1429961828411113472)]} 0 6
[junit4:junit4] 2> 13970 T253 C12 P52367 /update {wt=javabin&version=2} {delete=[32 (-1429961828439425024)]} 0 0
[junit4:junit4] 2> 13973 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13974 T259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:43239__collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43239_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43239"}
[junit4:junit4] 2> 13974 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[10032 (-1429961828443619328)]} 0 0
[junit4:junit4] 2> 13975 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[32 (-1429961828442570752)]} 0 0
[junit4:junit4] 2> 13976 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[32 (-1429961828442570752)]} 0 3
[junit4:junit4] 2> 13978 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13979 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13979 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13979 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13980 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10032 (-1429961828446765056)]} 0 0
[junit4:junit4] 2> 13981 T251 C12 P52367 /update {wt=javabin&version=2} {add=[35 (1429961828448862208)]} 0 3
[junit4:junit4] 2> 13981 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[10032 (-1429961828446765056)]} 0 4
[junit4:junit4] 2> 13985 T271 C13 P49204 /update {wt=javabin&version=2} {add=[35 (1429961828454105088)]} 0 1
[junit4:junit4] 2> 13985 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10035 (1429961828454105088)]} 0 1
[junit4:junit4] 2> 13990 T273 C13 P49204 /update {wt=javabin&version=2} {add=[10035 (1429961828458299392)]} 0 2
[junit4:junit4] 2> 13998 T253 C12 P52367 /update {wt=javabin&version=2} {add=[36 (1429961828467736576)]} 0 1
[junit4:junit4] 2> 14002 T272 C13 P49204 /update {wt=javabin&version=2} {add=[36 (1429961828471930880)]} 0 1
[junit4:junit4] 2> 14003 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10036 (1429961828472979456)]} 0 2
[junit4:junit4] 2> 14007 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10036 (1429961828477173760)]} 0 1
[junit4:junit4] 2> 14047 T251 C12 P52367 /update {wt=javabin&version=2} {add=[37 (1429961828517019648)]} 0 3
[junit4:junit4] 2> 14052 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10037 (1429961828522262528)]} 0 4
[junit4:junit4] 2> 14053 T271 C13 P49204 /update {wt=javabin&version=2} {add=[37 (1429961828524359680)]} 0 3
[junit4:junit4] 2> 14057 T273 C13 P49204 /update {wt=javabin&version=2} {add=[10037 (1429961828529602560)]} 0 2
[junit4:junit4] 2> 14085 T253 C12 P52367 /update {wt=javabin&version=2} {add=[38 (1429961828558962688)]} 0 1
[junit4:junit4] 2> 14089 T272 C13 P49204 /update {wt=javabin&version=2} {add=[38 (1429961828563156992)]} 0 1
[junit4:junit4] 2> 14089 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10038 (1429961828563156992)]} 0 2
[junit4:junit4] 2> 14093 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10038 (1429961828567351296)]} 0 2
[junit4:junit4] 2> 14106 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[33 (-1429961828580982784)]} 0 1
[junit4:junit4] 2> 14108 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[33 (-1429961828584128512)]} 0 0
[junit4:junit4] 2> 14109 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10033 (-1429961828585177088)]} 0 0
[junit4:junit4] 2> 14112 T253 C12 P52367 /update {wt=javabin&version=2} {add=[39 (1429961828587274240)]} 0 2
[junit4:junit4] 2> 14112 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[10033 (-1429961828588322816)]} 0 0
[junit4:junit4] 2> 14115 T272 C13 P49204 /update {wt=javabin&version=2} {add=[39 (1429961828590419968)]} 0 1
[junit4:junit4] 2> 14115 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10039 (1429961828590419968)]} 0 1
[junit4:junit4] 2> 14119 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10039 (1429961828594614272)]} 0 1
[junit4:junit4] 2> 14188 T251 C12 P52367 /update {wt=javabin&version=2} {add=[40 (1429961828665917440)]} 0 2
[junit4:junit4] 2> 14191 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10040 (1429961828670111744)]} 0 2
[junit4:junit4] 2> 14192 T271 C13 P49204 /update {wt=javabin&version=2} {add=[40 (1429961828670111744)]} 0 2
[junit4:junit4] 2> 14195 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10040 (1429961828674306048)]} 0 2
[junit4:junit4] 2> 14201 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[36 (-1429961828681646080)]} 0 0
[junit4:junit4] 2> 14204 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[36 (-1429961828684791808)]} 0 0
[junit4:junit4] 2> 14204 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[10036 (-1429961828684791808)]} 0 0
[junit4:junit4] 2> 14207 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[10036 (-1429961828687937536)]} 0 1
[junit4:junit4] 2> 14207 T253 C12 P52367 /update {wt=javabin&version=2} {add=[41 (1429961828686888960)]} 0 1
[junit4:junit4] 2> 14210 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10041 (1429961828690034688)]} 0 1
[junit4:junit4] 2> 14211 T274 C13 P49204 /update {wt=javabin&version=2} {add=[41 (1429961828691083264)]} 0 1
[junit4:junit4] 2> 14214 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10041 (1429961828694228992)]} 0 1
[junit4:junit4] 2> 14263 T251 C12 P52367 /update {wt=javabin&version=2} {add=[42 (1429961828744560640)]} 0 2
[junit4:junit4] 2> 14265 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10042 (1429961828747706368)]} 0 1
[junit4:junit4] 2> 14267 T273 C13 P49204 /update {wt=javabin&version=2} {add=[42 (1429961828749803520)]} 0 1
[junit4:junit4] 2> 14269 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10042 (1429961828751900672)]} 0 1
[junit4:junit4] 2> 14292 T253 C12 P52367 /update {wt=javabin&version=2} {add=[43 (1429961828776017920)]} 0 1
[junit4:junit4] 2> 14294 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10043 (1429961828778115072)]} 0 2
[junit4:junit4] 2> 14296 T274 C13 P49204 /update {wt=javabin&version=2} {add=[43 (1429961828779163648)]} 0 2
[junit4:junit4] 2> 14298 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10043 (1429961828782309376)]} 0 2
[junit4:junit4] 2> 14343 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[43 (-1429961828830543872)]} 0 0
[junit4:junit4] 2> 14345 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[10043 (-1429961828832641024)]} 0 0
[junit4:junit4] 2> 14348 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[43 (-1429961828834738176)]} 0 1
[junit4:junit4] 2> 14349 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[10043 (-1429961828836835328)]} 0 0
[junit4:junit4] 2> 14355 T253 C12 P52367 /update {wt=javabin&version=2} {add=[44 (1429961828839981056)]} 0 3
[junit4:junit4] 2> 14358 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10044 (1429961828842078208)]} 0 5
[junit4:junit4] 2> 14362 T274 C13 P49204 /update {wt=javabin&version=2} {add=[44 (1429961828848369664)]} 0 3
[junit4:junit4] 2> 14367 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10044 (1429961828851515392)]} 0 4
[junit4:junit4] 2> 14423 T251 C12 P52367 /update {wt=javabin&version=2} {add=[45 (1429961828913381376)]} 0 2
[junit4:junit4] 2> 14427 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10045 (1429961828917575680)]} 0 1
[junit4:junit4] 2> 14428 T273 C13 P49204 /update {wt=javabin&version=2} {add=[45 (1429961828917575680)]} 0 2
[junit4:junit4] 2> 14431 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10045 (1429961828921769984)]} 0 1
[junit4:junit4] 2> 14500 T253 C12 P52367 /update {wt=javabin&version=2} {delete=[45 (-1429961828995170304)]} 0 0
[junit4:junit4] 2> 14503 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[45 (-1429961828998316032)]} 0 0
[junit4:junit4] 2> 14503 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[10045 (-1429961828998316032)]} 0 0
[junit4:junit4] 2> 14506 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10045 (-1429961829001461760)]} 0 0
[junit4:junit4] 2> 14507 T251 C12 P52367 /update {wt=javabin&version=2} {add=[46 (1429961829001461760)]} 0 1
[junit4:junit4] 2> 14509 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10046 (1429961829003558912)]} 0 1
[junit4:junit4] 2> 14511 T273 C13 P49204 /update {wt=javabin&version=2} {add=[46 (1429961829005656064)]} 0 2
[junit4:junit4] 2> 14513 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10046 (1429961829007753216)]} 0 1
[junit4:junit4] 2> C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:43239_, base_url=http://127.0.0.1:43239}
[junit4:junit4] 2> 14540 T297 C11 P43239 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49204/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 14540 T297 C11 P43239 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43239 START replicas=[http://127.0.0.1:49204/collection1/] nUpdates=100
[junit4:junit4] 2> 14543 T297 C11 P43239 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 14543 T297 C11 P43239 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 14544 T297 C11 P43239 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 14544 T274 C13 P49204 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
[junit4:junit4] 2> 14544 T297 C11 P43239 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 14544 T297 C11 P43239 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 14545 T297 C11 P43239 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49204/collection1/. core=collection1
[junit4:junit4] 2> 14545 T297 C11 P43239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 14551 T272 C13 P49204 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 14576 T253 C12 P52367 /update {wt=javabin&version=2} {add=[47 (1429961829072764928)]} 0 2
[junit4:junit4] 2> 14578 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10047 (1429961829074862080)]} 0 2
[junit4:junit4] 2> 14582 T273 C13 P49204 /update {wt=javabin&version=2} {add=[47 (1429961829079056384)]} 0 2
[junit4:junit4] 2> 14584 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10047 (1429961829080104960)]} 0 3
[junit4:junit4] 2> 14632 T272 C13 P49204 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@709487e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c2835c8; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@709487e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c2835c8; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125)),segFN=segments_2,generation=2,filenames=[_0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_TestBloomFilteredLucene41Postings_0.tim, _0_Memory_0.ram, _0_1.del, _0_MockFixedIntBlock_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0.nvm, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_MockFixedIntBlock_0.frq, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4] 2> 14633 T272 C13 P49204 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_TestBloomFilteredLucene41Postings_0.tim, _0_Memory_0.ram, _0_1.del, _0_MockFixedIntBlock_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0.nvm, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_MockFixedIntBlock_0.frq, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.doc, _0_MockFixedIntBlock_0.tii, _0.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4] 2> 14652 T251 C12 P52367 /update {wt=javabin&version=2} {add=[48 (1429961829153505280)]} 0 2
[junit4:junit4] 2> 14653 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10048 (1429961829153505281)]} 0 2
[junit4:junit4] 2> 14658 T274 C13 P49204 /update {wt=javabin&version=2} {add=[48 (1429961829157699584)]} 0 3
[junit4:junit4] 2> 14659 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10048 (1429961829158748160)]} 0 3
[junit4:junit4] 2> 14665 T272 C13 P49204 oass.SolrIndexSearcher.<init> Opening Searcher@211f6735 realtime
[junit4:junit4] 2> 14666 T272 C13 P49204 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14666 T272 C13 P49204 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 115
[junit4:junit4] 2> 14667 T297 C11 P43239 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14667 T297 C11 P43239 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 14669 T274 C13 P49204 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 14669 T274 C13 P49204 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 14670 T297 C11 P43239 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 14670 T297 C11 P43239 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 14670 T297 C11 P43239 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 14673 T271 C13 P49204 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 14674 T297 C11 P43239 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 25
[junit4:junit4] 2> 14675 T297 C11 P43239 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/index.20130319183109928 forceNew: false
[junit4:junit4] 2> 14675 T297 C11 P43239 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2f1004fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b332dbb; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125)) fullCopy=true
[junit4:junit4] 2> 14678 T272 C13 P49204 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> 14681 T273 C13 P49204 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> 14684 T274 C13 P49204 REQ /replication {file=_0_MockFixedIntBlock_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14696 T271 C13 P49204 REQ /replication {file=_0_NestedPulsing_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14698 T252 C12 P52367 /update {wt=javabin&version=2} {add=[49 (1429961829201739776)]} 0 2
[junit4:junit4] 2> 14699 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10049 (1429961829202788352)]} 0 1
[junit4:junit4] 2> 14700 T272 C13 P49204 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14703 T273 C13 P49204 /update {wt=javabin&version=2} {add=[49 (1429961829205934080)]} 0 2
[junit4:junit4] 2> 14704 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10049 (1429961829208031232)]} 0 2
[junit4:junit4] 2> 14704 T271 C13 P49204 REQ /replication {file=_0_NestedPulsing_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14707 T272 C13 P49204 REQ /replication {file=_0_NestedPulsing_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14711 T273 C13 P49204 REQ /replication {file=_0_MockFixedIntBlock_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14711 T297 C11 P43239 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockFixedIntBlock_0.pyl, size=0}
[junit4:junit4] 2> 14714 T274 C13 P49204 REQ /replication {file=_0_MockFixedIntBlock_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14717 T271 C13 P49204 REQ /replication {file=_0_MockFixedIntBlock_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14720 T272 C13 P49204 REQ /replication {file=_0.nvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14723 T273 C13 P49204 REQ /replication {file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14727 T274 C13 P49204 REQ /replication {file=_0_NestedPulsing_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14730 T271 C13 P49204 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14733 T272 C13 P49204 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.blm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14736 T273 C13 P49204 REQ /replication {file=_0_Memory_0.ram&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14739 T274 C13 P49204 REQ /replication {file=_0_1.del&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14742 T271 C13 P49204 REQ /replication {file=_0_MockFixedIntBlock_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14746 T272 C13 P49204 REQ /replication {file=_0.nvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14755 T273 C13 P49204 REQ /replication {file=_0_MockFixedIntBlock_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14759 T274 C13 P49204 REQ /replication {file=_0_MockFixedIntBlock_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14762 T271 C13 P49204 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14765 T272 C13 P49204 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14768 T273 C13 P49204 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14772 T274 C13 P49204 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 14773 T297 C11 P43239 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 14773 T297 C11 P43239 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130319183109928
[junit4:junit4] 2> 14776 T297 C11 P43239 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 14776 T297 C11 P43239 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 14776 T297 C11 P43239 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4] 2> 14777 T251 C12 P52367 /update {wt=javabin&version=2} {add=[50 (1429961829283528704)]} 0 2
[junit4:junit4] 2> 14778 T297 C11 P43239 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/index/ new=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/index.20130319183109928
[junit4:junit4] 2> 14778 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10050 (1429961829284577280)]} 0 2
[junit4:junit4] 2> 14781 T297 C11 P43239 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2f1004fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b332dbb; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125)),segFN=segments_2,generation=2,filenames=[_0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_TestBloomFilteredLucene41Postings_0.tim, _0_Memory_0.ram, _0_1.del, _0_MockFixedIntBlock_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0.nvm, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_MockFixedIntBlock_0.frq, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4] 2> 14781 T297 C11 P43239 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_TestBloomFilteredLucene41Postings_0.tim, _0_Memory_0.ram, _0_1.del, _0_MockFixedIntBlock_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0.nvm, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_MockFixedIntBlock_0.frq, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4] 2> 14782 T297 C11 P43239 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 14782 T271 C13 P49204 /update {wt=javabin&version=2} {add=[50 (1429961829289820160)]} 0 1
[junit4:junit4] 2> 14783 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10050 (1429961829289820161)]} 0 2
[junit4:junit4] 2> 14784 T297 C11 P43239 oass.SolrIndexSearcher.<init> Opening Searcher@42f14c75 main
[junit4:junit4] 2> 14786 T296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42f14c75 main{StandardDirectoryReader(segments_2:4:nrt _0(4.3):C92/40)}
[junit4:junit4] 2> 14787 T297 C11 P43239 oash.SnapPuller$2.preClose removing old index files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@151a284d lockFactory=org.apache.lucene.store.NativeFSLockFactory@201299c7; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125))
[junit4:junit4] 2> 14787 T297 C11 P43239 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/index
[junit4:junit4] 2> 14787 T297 C11 P43239 oash.SnapPuller$2.postClose removing old index directory MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@151a284d lockFactory=org.apache.lucene.store.NativeFSLockFactory@201299c7; maxCacheMB=0.5517578125 maxMergeSizeMB=0.4033203125))
[junit4:junit4] 2> 14789 T297 C11 P43239 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 14789 T305 C11 P43239 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363717855259/jetty2/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=5560
[junit4:junit4] 2> 14791 T305 C11 P43239 oasu.DirectUpdateHandler2.commit start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 14792 T305 C11 P43239 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2f1004fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b332dbb; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125)),segFN=segments_2,generation=2,filenames=[_0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_TestBloomFilteredLucene41Postings_0.tim, _0_Memory_0.ram, _0_1.del, _0_MockFixedIntBlock_0.pos, _0_TestBloomFilteredLucene41Postings_0.tip, _0.nvm, _0_NestedPulsing_0.tip, _0_MockFixedIntBlock_0.tib, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_MockFixedIntBlock_0.frq, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0.si, _0.fdt]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2f1004fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b332dbb; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125)),segFN=segments_3,generation=3,filenames=[_0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_Memory_0.ram, _0_1.del, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4] 2> 14793 T305 C11 P43239 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_Memory_0.ram, _0_1.del, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4] 2> 14793 T305 C11 P43239 oass.SolrIndexSearcher.<init> Opening Searcher@2715c1a5 main
[junit4:junit4] 2> 14794 T305 C11 P43239 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 14795 T296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2715c1a5 main{StandardDirectoryReader(segments_2:4:nrt _0(4.3):C92/40)}
[junit4:junit4] 2> 14796 T305 C11 P43239 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=5560}
[junit4:junit4] 2> 14796 T297 C11 P43239 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 14796 T297 C11 P43239 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 14796 T297 C11 P43239 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 14797 T297 C11 P43239 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 14837 T252 C12 P52367 /update {wt=javabin&version=2} {add=[51 (1429961829347491840)]} 0 2
[junit4:junit4] 2> 14838 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10051 (1429961829347491841)]} 0 2
[junit4:junit4] 2> 14843 T273 C13 P49204 /update {wt=javabin&version=2} {add=[51 (1429961829352734720)]} 0 3
[junit4:junit4] 2> 14845 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10051 (1429961829354831872)]} 0 3
[junit4:junit4] 2> 14854 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[46 (-1429961829366366208)]} 0 0
[junit4:junit4] 2> 14856 T253 C12 P52367 /update {wt=javabin&version=2} {delete=[10046 (-1429961829368463360)]} 0 0
[junit4:junit4] 2> 14858 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[46 (-1429961829370560512)]} 0 0
[junit4:junit4] 2> 14861 T272 C13 P49204 /update {wt=javabin&version=2} {delete=[10046 (-1429961829372657664)]} 0 1
[junit4:junit4] 2> 14867 T252 C12 P52367 /update {wt=javabin&version=2} {add=[52 (1429961829375803392)]} 0 5
[junit4:junit4] 2> 14868 T254 C12 P52367 /update {wt=javabin&version=2} {add=[10052 (1429961829377900544)]} 0 4
[junit4:junit4] 2> 14875 T273 C13 P49204 /update {wt=javabin&version=2} {add=[52 (1429961829385240576)]} 0 4
[junit4:junit4] 2> 14876 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10052 (1429961829386289152)]} 0 4
[junit4:junit4] 2> 14954 T251 C12 P52367 /update {wt=javabin&version=2} {add=[53 (1429961829470175232)]} 0 2
[junit4:junit4] 2> 14955 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10053 (1429961829471223808)]} 0 2
[junit4:junit4] 2> 14962 T271 C13 P49204 /update {wt=javabin&version=2} {add=[53 (1429961829476466688)]} 0 4
[junit4:junit4] 2> 14964 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10053 (1429961829476466689)]} 0 6
[junit4:junit4] 2> 15001 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[47 (-1429961829520506880)]} 0 1
[junit4:junit4] 2> 15002 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[10047 (-1429961829521555456)]} 0 0
[junit4:junit4] 2> 15004 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[47 (-1429961829523652608)]} 0 0
[junit4:junit4] 2> 15004 T274 C13 P49204 /update {wt=javabin&version=2} {delete=[10047 (-1429961829523652609)]} 0 0
[junit4:junit4] 2> 15008 T251 C12 P52367 /update {wt=javabin&version=2} {add=[54 (1429961829526798336)]} 0 2
[junit4:junit4] 2> 15009 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10054 (1429961829526798337)]} 0 2
[junit4:junit4] 2> 15013 T271 C13 P49204 /update {wt=javabin&version=2} {add=[54 (1429961829532041216)]} 0 2
[junit4:junit4] 2> 15014 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10054 (1429961829532041217)]} 0 2
[junit4:junit4] 2> 15095 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[48 (-1429961829619073024)]} 0 1
[junit4:junit4] 2> 15095 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[10048 (-1429961829619073025)]} 0 0
[junit4:junit4] 2> 15098 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[48 (-1429961829621170176)]} 0 1
[junit4:junit4] 2> 15098 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[10048 (-1429961829622218752)]} 0 0
[junit4:junit4] 2> 15102 T254 C12 P52367 /update {wt=javabin&version=2} {add=[55 (1429961829624315904)]} 0 2
[junit4:junit4] 2> 15103 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10055 (1429961829624315905)]} 0 3
[junit4:junit4] 2> 15106 T274 C13 P49204 /update {wt=javabin&version=2} {add=[55 (1429961829629558784)]} 0 2
[junit4:junit4] 2> 15106 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10055 (1429961829629558785)]} 0 1
[junit4:junit4] 2> 15164 T252 C12 P52367 /update {wt=javabin&version=2} {add=[56 (1429961829690376192)]} 0 1
[junit4:junit4] 2> 15166 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10056 (1429961829691424768)]} 0 2
[junit4:junit4] 2> 15168 T273 C13 P49204 /update {wt=javabin&version=2} {add=[56 (1429961829694570496)]} 0 1
[junit4:junit4] 2> 15169 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10056 (1429961829695619072)]} 0 1
[junit4:junit4] 2> 15214 T254 C12 P52367 /update {wt=javabin&version=2} {add=[57 (1429961829741756416)]} 0 2
[junit4:junit4] 2> 15215 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10057 (1429961829742804992)]} 0 2
[junit4:junit4] 2> 15218 T274 C13 P49204 /update {wt=javabin&version=2} {add=[57 (1429961829746999296)]} 0 2
[junit4:junit4] 2> 15219 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10057 (1429961829746999297)]} 0 2
[junit4:junit4] 2> 15249 T252 C12 P52367 /update {wt=javabin&version=2} {add=[58 (1429961829779505152)]} 0 2
[junit4:junit4] 2> 15250 T251 C12 P52367 /update {wt=javabin&version=2} {add=[10058 (1429961829779505153)]} 0 2
[junit4:junit4] 2> 15253 T273 C13 P49204 /update {wt=javabin&version=2} {add=[58 (1429961829783699456)]} 0 2
[junit4:junit4] 2> 15254 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10058 (1429961829784748032)]} 0 2
[junit4:junit4] 2> 15309 T254 C12 P52367 /update {wt=javabin&version=2} {add=[59 (1429961829841371136)]} 0 2
[junit4:junit4] 2> 15310 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10059 (1429961829842419712)]} 0 3
[junit4:junit4] 2> 15313 T274 C13 P49204 /update {wt=javabin&version=2} {add=[59 (1429961829846614016)]} 0 2
[junit4:junit4] 2> 15314 T272 C13 P49204 /update {wt=javabin&version=2} {add=[10059 (1429961829846614017)]} 0 2
[junit4:junit4] 2> 15356 T252 C12 P52367 /update {wt=javabin&version=2} {delete=[49 (-1429961829892751360)]} 0 0
[junit4:junit4] 2> 15356 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[10049 (-1429961829892751361)]} 0 0
[junit4:junit4] 2> 15359 T273 C13 P49204 /update {wt=javabin&version=2} {delete=[49 (-1429961829895897088)]} 0 0
[junit4:junit4] 2> 15359 T271 C13 P49204 /update {wt=javabin&version=2} {delete=[10049 (-1429961829895897089)]} 0 0
[junit4:junit4] 2> 15363 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10060 (1429961829899042816)]} 0 2
[junit4:junit4] 2> 15364 T254 C12 P52367 /update {wt=javabin&version=2} {add=[60 (1429961829899042817)]} 0 2
[junit4:junit4] 2> 15367 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10060 (1429961829902188544)]} 0 2
[junit4:junit4] 2> 15368 T272 C13 P49204 /update {wt=javabin&version=2} {add=[60 (1429961829904285696)]} 0 2
[junit4:junit4] 2> 15401 T252 C12 P52367 /update {wt=javabin&version=2} {add=[10061 (1429961829938888704)]} 0 2
[junit4:junit4] 2> 15402 T251 C12 P52367 /update {wt=javabin&version=2} {add=[61 (1429961829938888705)]} 0 2
[junit4:junit4] 2> 15405 T271 C13 P49204 /update {wt=javabin&version=2} {add=[10061 (1429961829943083008)]} 0 1
[junit4:junit4] 2> 15406 T273 C13 P49204 /update {wt=javabin&version=2} {add=[61 (1429961829944131584)]} 0 2
[junit4:junit4] 2> 15482 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 15483 T259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:43239__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:43239_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43239"}
[junit4:junit4] 2> 15486 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15486 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15486 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15486 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15508 T253 C12 P52367 /update {wt=javabin&version=2} {add=[10062 (1429961830051086336)]} 0 1
[junit4:junit4] 2> 15509 T252 C12 P52367 /update {wt=javabin&version=2} {add=[62 (1429961830052134912)]} 0 2
[junit4:junit4] 2> C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43239_, base_url=http://127.0.0.1:43239}
[junit4:junit4] 2> 15517 T289 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10062 (1429961830055280640)]} 0 3
[junit4:junit4] 2> 15518 T290 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1429961830056329216)]} 0 3
[junit4:junit4] 2> 15518 T274 C13 P49204 /update {wt=javabin&version=2} {add=[10062 (1429961830055280640)]} 0 7
[junit4:junit4] 2> 15518 T271 C13 P49204 /update {wt=javabin&version=2} {add=[62 (1429961830056329216)]} 0 6
[junit4:junit4] 2> 15542 T236 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 15542 T236 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15546 T236 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6fd43c45
[junit4:junit4] 2> 15554 T236 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=2,adds=2,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=40,cumulative_deletesById=20,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 15555 T236 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 15555 T236 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 15555 T236 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 15558 T251 C12 P52367 /update {wt=javabin&version=2} {delete=[52 (-1429961830104563713)]} 0 0
[junit4:junit4] 2> 15558 T254 C12 P52367 /update {wt=javabin&version=2} {delete=[10052 (-1429961830104563712)]} 0 0
[junit4:junit4] 2> 15563 T288 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {} 0 0
[junit4:junit4] 2> 15563 T287 C11 P43239 /update {distrib.from=http://127.0.0.1:49204/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {} 0 0
[junit4:junit4] 2> 15564 T287 C11 P43239 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: SolrCoreState already closed
[junit4:junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:85)
[junit4:junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:283)
[junit4:junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:77)
[junit4:junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:55)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:456)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1031)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:717)
[junit4:junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
[junit4:junit4] 2> at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
[junit4:junit4] 2> at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
[junit4:junit4] 2> at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4] 2> at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:639)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4] 2> at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4] 2> at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4] 2> at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> 15564 T288 C11 P43239 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: SolrCoreState already closed
[junit4:junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:85)
[junit4:junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:283)
[junit4:junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:77)
[junit4:junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:55)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:456)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1031)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:717)
[junit4:junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:121)
[junit4:junit4] 2> at org.apache.solr.handler.loader.XMLLoader.processDelete(XMLLoader.java:346)
[junit4:junit4] 2> at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:277)
[junit4:junit4] 2> at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4] 2> at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:639)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4] 2> at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4] 2> at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4] 2> at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> 15566 T236 C11 P43239 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2f1004fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b332dbb; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125)),segFN=segments_3,generation=3,filenames=[_0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tii, _0.nvd, _0.si, _0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_Memory_0.ram, _0_1.del, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.doc, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0.fdt, segments_3]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2f1004fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b332dbb; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125)),segFN=segments_4,generation=4,filenames=[_2.si, _2_NestedPulsing_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _2_MockFixedIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tip, _2_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _2_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _2_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tii, _2_TestBloomFilteredLucene41Postings_0.blm, _0.nvd, _2_MockFixedIntBlock_0.frq, _2_Memory_0.ram, _0.si, _2_TestBloomFilteredLucene41Postings_0.doc, _2_NestedPulsing_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_Memory_0.ram, _2.fdt, _0_1.del, _0_MockFixedIntBlock_0.pos, _0.nvm, _2.fdx, _2.fnm, _0_MockFixedIntBlock_0.frq, _2.nvm, _2_MockFixedIntBlock_0.pos, _0_MockFixedIntBlock_0.doc, _2_TestBloomFilteredLucene41Postings_0.tip, _2_TestBloomFilteredLucene41Postings_0.pos, _2_NestedPulsing_0.pos, _2.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, _2_MockFixedIntBlock_0.doc, _2_TestBloomFilteredLucene41Postings_0.tim, _0.fdx, _0.fdt, _2_NestedPulsing_0.doc, segments_4]
[junit4:junit4] 2> 15566 T288 C11 P43239 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6fd43c45
[junit4:junit4] 2> 15567 T236 C11 P43239 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_2.si, _2_NestedPulsing_0.tim, _0_TestBloomFilteredLucene41Postings_0.tim, _2_MockFixedIntBlock_0.skp, _0_TestBloomFilteredLucene41Postings_0.tip, _0_MockFixedIntBlock_0.tib, _0_NestedPulsing_0.tip, _2_MockFixedIntBlock_0.tii, _0_TestBloomFilteredLucene41Postings_0.pos, _0_NestedPulsing_0.tim, _0_NestedPulsing_0.pos, _2_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.pyl, _2_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.tii, _2_TestBloomFilteredLucene41Postings_0.blm, _0.nvd, _2_MockFixedIntBlock_0.frq, _2_Memory_0.ram, _0.si, _2_TestBloomFilteredLucene41Postings_0.doc, _2_NestedPulsing_0.tip, _0_NestedPulsing_0.doc, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _0_Memory_0.ram, _2.fdt, _0_1.del, _0_MockFixedIntBlock_0.pos, _0.nvm, _2.fdx, _2.fnm, _0_MockFixedIntBlock_0.frq, _2.nvm, _2_MockFixedIntBlock_0.pos, _0_MockFixedIntBlock_0.doc, _2_TestBloomFilteredLucene41Postings_0.tip, _2_TestBloomFilteredLucene41Postings_0.pos, _2_NestedPulsing_0.pos, _2.nvd, _0_TestBloomFilteredLucene41Postings_0.doc, _2_MockFixedIntBlock_0.doc, _2_TestBloomFilteredLucene41Postings_0.tim, _0.fdx, _0.fdt, _2_NestedPulsing_0.doc, segments_4]
[junit4:junit4] 2> 15567 T288 C11 P43239 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=2,deletesById=2,deletesByQuery=0,errors=0,cumulative_adds=40,cumulative_deletesById=22,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 15568 T272 C13 P49204 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:43239/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:43239/collection1 returned non ok status:503, message:Service Unavailable
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4] 2> at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:332)
[junit4:junit4] 2> at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:306)
[junit4:junit4] 2> at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4] 2> at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> 15568 T236 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 15569 T272 C13 P49204 oasup.DistributedUpdateProcessor.doFinish try and ask http://127.0.0.1:43239 to recover
[junit4:junit4] 2> 15568 T288 C11 P43239 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 15569 T272 C13 P49204 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 15569 T241 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d83eb181e0008
[junit4:junit4] 2> 15570 T273 C13 P49204 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:43239/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:43239/collection1 returned non ok status:503, message:Service Unavailable
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4] 2> at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:332)
[junit4:junit4] 2> at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:306)
[junit4:junit4] 2> at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4] 2> at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> 15570 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15570 T273 C13 P49204 oasup.DistributedUpdateProcessor.doFinish try and ask http://127.0.0.1:43239 to recover
[junit4:junit4] 2> 15571 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15571 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 15571 T273 C13 P49204 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 15571 T238 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53686 which had sessionid 0x13d83eb181e0008
[junit4:junit4] 2> 15571 T236 oaz.ZooKeeper.close Session: 0x13d83eb181e0008 closed
[junit4:junit4] 2> 15571 T294 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 15574 T278 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 15574 T294 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 15574 T278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 15574 T272 C13 P49204 oasup.DistributedUpdateProcessor.doFinish Could not tell a replica to recover org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:43239
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:409)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:440)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1086)
[junit4:junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:179)
[junit4:junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)
[junit4:junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:639)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4] 2> at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4] 2> at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4] 2> at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connection to http://127.0.0.1:43239 refused
[junit4:junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:190)
[junit4:junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4] 2> ... 35 more
[junit4:junit4] 2> Caused by: java.net.ConnectException: Connection refused
[junit4:junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] 2> at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] 2> ... 42 more
[junit4:junit4] 2>
[junit4:junit4] 2> 15574 T294 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 15576 T258 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 15575 T265 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 15575 T273 C13 P49204 oasup.DistributedUpdateProcessor.doFinish Could not tell a replica to recover org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:43239
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:409)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doFinish(DistributedUpdateProcessor.java:440)
[junit4:junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.finish(DistributedUpdateProcessor.java:1086)
[junit4:junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessor.finish(LogUpdateProcessorFactory.java:179)
[junit4:junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:83)
[junit4:junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:639)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
[junit4:junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4] 2> at org.eclipse.jet
[...truncated too long message...]
Reader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 35654 T318 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 35655 T318 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Memory doPackFST= true), text=PostingsFormat(name=NestedPulsing), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), rnd_b=MockFixedIntBlock(blockSize=1897), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), timestamp=PostingsFormat(name=Memory doPackFST= true), id=MockFixedIntBlock(blockSize=1897), a_t=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=MockFixedIntBlock(blockSize=1897), range_facet_si=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_si=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=DefaultSimilarity, locale=es_BO, timezone=Africa/El_Aaiun
[junit4:junit4] 2> NOTE: Linux 3.2.0-39-generic amd64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=8,threads=1,free=71476488,total=126484480
[junit4:junit4] 2> NOTE: All tests run in this JVM: [PluginInfoTest, SliceStateUpdateTest, TestDocSet, TestSolrCoreProperties, LegacyHTMLStripCharFilterTest, TestCollationKeyRangeQueries, TestFieldCollectionResource, TestLMDirichletSimilarityFactory, AliasIntegrationTest, TestWriterPerf, RecoveryZkTest]
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest -Dtests.seed=1BBEDBD669BE47E3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_BO -Dtests.timezone=Africa/El_Aaiun -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 0.00s J0 | RecoveryZkTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=295, name=coreLoadExecutor-140-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4] > at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4] > at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
[junit4:junit4] > at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
[junit4:junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4] > at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:872)
[junit4:junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:955)
[junit4:junit4] > at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:579)
[junit4:junit4] > at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:574)
[junit4:junit4] > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4] > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@19a51da1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b81d079; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125))
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > ... 1 more
[junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=297, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4] > at java.lang.Thread.getStackTrace(Thread.java:1567)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4] > at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4] > at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:37)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
[junit4:junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:322)
[junit4:junit4] > at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
[junit4:junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4] > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2f1004fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b332dbb; maxCacheMB=0.685546875 maxMergeSizeMB=0.703125))
[junit4:junit4] > at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4] > at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] Completed on J0 in 35.78s, 1 test, 2 errors <<< FAILURES!
[...truncated 764 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 273 suites, 1147 tests, 2 suite-level errors, 13 ignored (7 assumptions)
Total time: 37 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0_15 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure