You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/03/04 01:29:15 UTC
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3781 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3781/
1 tests failed.
REGRESSION: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
No registered leader was found, collection:collection1 slice:shard1
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
at __randomizedtesting.SeedInfo.seed([FBEB2C189B6A46E6:7A0DA200EC3526DA]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:430)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 8914 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 0 T221 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 6 T221 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930
[junit4:junit4] 2> 7 T221 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 8 T222 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 11 T222 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 11 T222 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 12 T222 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 12 T222 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 13 T222 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 109 T221 oasc.ZkTestServer.run start zk server on port:26579
[junit4:junit4] 2> 109 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@73d84d77
[junit4:junit4] 2> 110 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 111 T227 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 111 T227 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 112 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45623
[junit4:junit4] 2> 112 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45623
[junit4:junit4] 2> 113 T225 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 116 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390000 with negotiated timeout 10000 for client /140.211.11.196:45623
[junit4:junit4] 2> 116 T227 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390000, negotiated timeout = 10000
[junit4:junit4] 2> 116 T228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73d84d77 name:ZooKeeperConnection Watcher:127.0.0.1:26579 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 116 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 117 T221 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 121 T226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32bb56390000
[junit4:junit4] 2> 129 T228 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 129 T221 oaz.ZooKeeper.close Session: 0x13d32bb56390000 closed
[junit4:junit4] 2> 129 T223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45623 which had sessionid 0x13d32bb56390000
[junit4:junit4] 2> 130 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@9488e0b
[junit4:junit4] 2> 131 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 131 T229 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 132 T229 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 132 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:20283
[junit4:junit4] 2> 132 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:20283
[junit4:junit4] 2> 134 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390001 with negotiated timeout 10000 for client /140.211.11.196:20283
[junit4:junit4] 2> 134 T229 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390001, negotiated timeout = 10000
[junit4:junit4] 2> 134 T230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9488e0b name:ZooKeeperConnection Watcher:127.0.0.1:26579/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 135 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 135 T221 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 146 T221 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 151 T221 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 155 T221 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 160 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 161 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 171 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 172 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 277 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 278 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 283 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 284 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 289 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 289 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 294 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 295 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 300 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 300 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 305 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 306 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 311 T221 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 312 T221 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 317 T226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32bb56390001
[junit4:junit4] 2> 318 T230 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 318 T223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:20283 which had sessionid 0x13d32bb56390001
[junit4:junit4] 2> 318 T221 oaz.ZooKeeper.close Session: 0x13d32bb56390001 closed
[junit4:junit4] 2> 512 T221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 517 T221 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11881
[junit4:junit4] 2> 518 T221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 519 T221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 519 T221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242
[junit4:junit4] 2> 519 T221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242/solr.xml
[junit4:junit4] 2> 520 T221 oasc.CoreContainer.<init> New CoreContainer 108727029
[junit4:junit4] 2> 521 T221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242/'
[junit4:junit4] 2> 521 T221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242/'
[junit4:junit4] 2> 586 T221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 587 T221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 587 T221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 588 T221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 588 T221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 589 T221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 589 T221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 589 T221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 590 T221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 590 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 615 T221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 637 T221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26579/solr
[junit4:junit4] 2> 638 T221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 638 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c60dbd5
[junit4:junit4] 2> 639 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 640 T240 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 640 T240 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 641 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:27478
[junit4:junit4] 2> 641 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:27478
[junit4:junit4] 2> 643 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390002 with negotiated timeout 20000 for client /140.211.11.196:27478
[junit4:junit4] 2> 643 T240 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390002, negotiated timeout = 20000
[junit4:junit4] 2> 644 T241 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c60dbd5 name:ZooKeeperConnection Watcher:127.0.0.1:26579 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 644 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 646 T226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32bb56390002
[junit4:junit4] 2> 647 T241 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 647 T223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:27478 which had sessionid 0x13d32bb56390002
[junit4:junit4] 2> 647 T221 oaz.ZooKeeper.close Session: 0x13d32bb56390002 closed
[junit4:junit4] 2> 648 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 662 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@27fcf432
[junit4:junit4] 2> 663 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 663 T242 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 664 T242 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 664 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:36310
[junit4:junit4] 2> 664 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:36310
[junit4:junit4] 2> 666 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390003 with negotiated timeout 20000 for client /140.211.11.196:36310
[junit4:junit4] 2> 666 T242 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390003, negotiated timeout = 20000
[junit4:junit4] 2> 666 T243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27fcf432 name:ZooKeeperConnection Watcher:127.0.0.1:26579/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 666 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 669 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 678 T221 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 681 T221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11881_
[junit4:junit4] 2> 682 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:11881_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:11881_
[junit4:junit4] 2> 684 T221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11881_
[junit4:junit4] 2> 689 T221 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 702 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 704 T221 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 708 T221 oasc.Overseer.start Overseer (id=89283347804127235-127.0.0.1:11881_-n_0000000000) starting
[junit4:junit4] 2> 709 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 715 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 717 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 723 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 725 T245 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 726 T221 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 731 T221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 735 T244 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 739 T246 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242/collection1
[junit4:junit4] 2> 740 T246 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 741 T246 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 741 T246 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 743 T246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242/collection1/'
[junit4:junit4] 2> 745 T246 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 746 T246 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242/collection1/lib/README' to classloader
[junit4:junit4] 2> 820 T246 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 885 T246 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 986 T246 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 1013 T246 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1657 T246 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1667 T246 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1670 T246 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1691 T246 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1695 T246 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1699 T246 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1701 T246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1701 T246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1701 T246 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1703 T246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1703 T246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1703 T246 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355771242/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data/
[junit4:junit4] 2> 1704 T246 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@507f51dd
[junit4:junit4] 2> 1704 T246 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1705 T246 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data forceNew:false
[junit4:junit4] 2> 1705 T246 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data
[junit4:junit4] 2> 1705 T246 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data/index/
[junit4:junit4] 2> 1706 T246 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1706 T246 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data/index forceNew:false
[junit4:junit4] 2> 1709 T246 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7a656619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b964e2f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1709 T246 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1710 T246 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data/index
[junit4:junit4] 2> 1712 T246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1712 T246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1712 T246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1713 T246 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1713 T246 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1713 T246 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1714 T246 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1714 T246 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1714 T246 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1723 T246 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1727 T246 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data
[junit4:junit4] 2> 1727 T246 oass.SolrIndexSearcher.<init> Opening Searcher@3bff7dc0 main
[junit4:junit4] 2> 1727 T246 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data/tlog
[junit4:junit4] 2> 1728 T246 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1728 T246 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1732 T247 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3bff7dc0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1734 T246 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1734 T246 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1735 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 2241 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2242 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:11881_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:11881"}
[junit4:junit4] 2> 2243 T244 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 2249 T244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 2249 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 2265 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2756 T246 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2756 T246 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11881 collection:control_collection shard:shard1
[junit4:junit4] 2> 2757 T246 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2783 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2784 T246 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2785 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2794 T246 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2795 T246 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2795 T246 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:11881/collection1/
[junit4:junit4] 2> 2795 T246 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2795 T246 oasc.SyncStrategy.syncToMe http://127.0.0.1:11881/collection1/ has no replicas
[junit4:junit4] 2> 2796 T246 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:11881/collection1/
[junit4:junit4] 2> 2796 T246 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2803 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3778 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3798 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3827 T246 oasc.ZkController.register We are http://127.0.0.1:11881/collection1/ and leader is http://127.0.0.1:11881/collection1/
[junit4:junit4] 2> 3827 T246 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11881
[junit4:junit4] 2> 3827 T246 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3827 T246 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3828 T246 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3830 T246 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3832 T221 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 3833 T221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3833 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3850 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3856 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2c2dbb50
[junit4:junit4] 2> 3857 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3857 T249 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3858 T249 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 3858 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:27599
[junit4:junit4] 2> 3858 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:27599
[junit4:junit4] 2> 3860 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390004 with negotiated timeout 10000 for client /140.211.11.196:27599
[junit4:junit4] 2> 3860 T249 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390004, negotiated timeout = 10000
[junit4:junit4] 2> 3860 T250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c2dbb50 name:ZooKeeperConnection Watcher:127.0.0.1:26579/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3860 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3862 T221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3867 T221 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 4063 T221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 4066 T221 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29812
[junit4:junit4] 2> 4067 T221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4067 T221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4067 T221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790
[junit4:junit4] 2> 4068 T221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/solr.xml
[junit4:junit4] 2> 4068 T221 oasc.CoreContainer.<init> New CoreContainer 744159260
[junit4:junit4] 2> 4069 T221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/'
[junit4:junit4] 2> 4070 T221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/'
[junit4:junit4] 2> 4137 T221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 4137 T221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4138 T221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 4138 T221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4139 T221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4139 T221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4140 T221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4140 T221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4141 T221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4141 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 4164 T221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4197 T221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26579/solr
[junit4:junit4] 2> 4198 T221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 4199 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@f06ceae
[junit4:junit4] 2> 4200 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4200 T260 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4201 T260 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 4201 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:44920
[junit4:junit4] 2> 4202 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:44920
[junit4:junit4] 2> 4204 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390005 with negotiated timeout 20000 for client /140.211.11.196:44920
[junit4:junit4] 2> 4204 T260 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390005, negotiated timeout = 20000
[junit4:junit4] 2> 4205 T261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f06ceae name:ZooKeeperConnection Watcher:127.0.0.1:26579 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4205 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4207 T226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32bb56390005
[junit4:junit4] 2> 4219 T261 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 4219 T223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:44920 which had sessionid 0x13d32bb56390005
[junit4:junit4] 2> 4219 T221 oaz.ZooKeeper.close Session: 0x13d32bb56390005 closed
[junit4:junit4] 2> 4220 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 4234 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4da5b924
[junit4:junit4] 2> 4235 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4235 T262 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4235 T262 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 4236 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:34644
[junit4:junit4] 2> 4236 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:34644
[junit4:junit4] 2> 4238 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390006 with negotiated timeout 20000 for client /140.211.11.196:34644
[junit4:junit4] 2> 4238 T262 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390006, negotiated timeout = 20000
[junit4:junit4] 2> 4238 T263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4da5b924 name:ZooKeeperConnection Watcher:127.0.0.1:26579/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4238 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4239 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4241 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4249 T221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 5254 T221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29812_
[junit4:junit4] 2> 5255 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:29812_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:29812_
[junit4:junit4] 2> 5286 T221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29812_
[junit4:junit4] 2> 5290 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 5291 T263 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5291 T250 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5293 T243 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5313 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5314 T264 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/collection1
[junit4:junit4] 2> 5314 T264 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 5315 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:11881_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:11881"}
[junit4:junit4] 2> 5315 T264 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 5316 T264 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 5327 T264 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/collection1/'
[junit4:junit4] 2> 5328 T264 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 5329 T264 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/collection1/lib/README' to classloader
[junit4:junit4] 2> 5340 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5341 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5341 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5383 T264 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 5446 T264 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5548 T264 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5572 T264 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 6212 T264 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6223 T264 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 6226 T264 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6248 T264 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6254 T264 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6258 T264 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6260 T264 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6260 T264 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6260 T264 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6262 T264 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6262 T264 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6262 T264 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/
[junit4:junit4] 2> 6262 T264 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@507f51dd
[junit4:junit4] 2> 6263 T264 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6263 T264 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1 forceNew:false
[junit4:junit4] 2> 6264 T264 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1
[junit4:junit4] 2> 6264 T264 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/index/
[junit4:junit4] 2> 6265 T264 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6265 T264 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/index forceNew:false
[junit4:junit4] 2> 6267 T264 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4352aed9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eb4c760),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6267 T264 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 6268 T264 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/index
[junit4:junit4] 2> 6270 T264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6270 T264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6271 T264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6271 T264 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6272 T264 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6272 T264 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6273 T264 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6273 T264 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6274 T264 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6284 T264 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6291 T264 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1
[junit4:junit4] 2> 6291 T264 oass.SolrIndexSearcher.<init> Opening Searcher@113227ed main
[junit4:junit4] 2> 6291 T264 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/tlog
[junit4:junit4] 2> 6292 T264 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6292 T264 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6308 T265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@113227ed main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6311 T264 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 6311 T264 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6849 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6850 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:29812_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29812"}
[junit4:junit4] 2> 6850 T244 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 6850 T244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6866 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6866 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6866 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7314 T264 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7314 T264 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29812 collection:collection1 shard:shard1
[junit4:junit4] 2> 7316 T264 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7345 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7346 T264 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7347 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7357 T264 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7357 T264 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7357 T264 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29812/collection1/
[junit4:junit4] 2> 7357 T264 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7358 T264 oasc.SyncStrategy.syncToMe http://127.0.0.1:29812/collection1/ has no replicas
[junit4:junit4] 2> 7358 T264 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29812/collection1/
[junit4:junit4] 2> 7358 T264 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7366 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8374 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8400 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8400 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8400 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8446 T264 oasc.ZkController.register We are http://127.0.0.1:29812/collection1/ and leader is http://127.0.0.1:29812/collection1/
[junit4:junit4] 2> 8446 T264 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29812
[junit4:junit4] 2> 8446 T264 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8446 T264 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8447 T264 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8449 T264 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8451 T221 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 8451 T221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8452 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8631 T221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8633 T221 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:34810
[junit4:junit4] 2> 8634 T221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8635 T221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8635 T221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387
[junit4:junit4] 2> 8636 T221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387/solr.xml
[junit4:junit4] 2> 8636 T221 oasc.CoreContainer.<init> New CoreContainer 685051997
[junit4:junit4] 2> 8637 T221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387/'
[junit4:junit4] 2> 8637 T221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387/'
[junit4:junit4] 2> 8718 T221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8719 T221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8719 T221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8720 T221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8720 T221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8721 T221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8721 T221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8722 T221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8722 T221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8722 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8752 T221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8774 T221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26579/solr
[junit4:junit4] 2> 8775 T221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8775 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@65c1ba53
[junit4:junit4] 2> 8776 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8777 T276 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8778 T276 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 8778 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:28757
[junit4:junit4] 2> 8778 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:28757
[junit4:junit4] 2> 8781 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390007 with negotiated timeout 20000 for client /140.211.11.196:28757
[junit4:junit4] 2> 8781 T276 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390007, negotiated timeout = 20000
[junit4:junit4] 2> 8781 T277 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65c1ba53 name:ZooKeeperConnection Watcher:127.0.0.1:26579 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8781 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8783 T226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32bb56390007
[junit4:junit4] 2> 8791 T277 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8791 T223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:28757 which had sessionid 0x13d32bb56390007
[junit4:junit4] 2> 8791 T221 oaz.ZooKeeper.close Session: 0x13d32bb56390007 closed
[junit4:junit4] 2> 8792 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8806 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7b200dc2
[junit4:junit4] 2> 8807 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8808 T278 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8808 T278 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 8809 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:24262
[junit4:junit4] 2> 8809 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:24262
[junit4:junit4] 2> 8811 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390008 with negotiated timeout 20000 for client /140.211.11.196:24262
[junit4:junit4] 2> 8811 T278 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390008, negotiated timeout = 20000
[junit4:junit4] 2> 8811 T279 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b200dc2 name:ZooKeeperConnection Watcher:127.0.0.1:26579/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8811 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8812 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8814 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8823 T221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9828 T221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34810_
[junit4:junit4] 2> 9829 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34810_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34810_
[junit4:junit4] 2> 9831 T221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34810_
[junit4:junit4] 2> 9834 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9835 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9836 T263 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9836 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9836 T279 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9838 T243 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9838 T250 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9849 T280 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387/collection1
[junit4:junit4] 2> 9849 T280 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9851 T280 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9851 T280 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9853 T280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387/collection1/'
[junit4:junit4] 2> 9854 T280 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9855 T280 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387/collection1/lib/README' to classloader
[junit4:junit4] 2> 9910 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9912 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:29812_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29812"}
[junit4:junit4] 2> 9913 T280 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 9926 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9926 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9926 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9926 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9986 T280 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 10087 T280 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 10112 T280 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 10738 T280 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10749 T280 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10752 T280 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10773 T280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10778 T280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10785 T280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10786 T280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10787 T280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10787 T280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10788 T280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10788 T280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10789 T280 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362355779387/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2/
[junit4:junit4] 2> 10789 T280 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@507f51dd
[junit4:junit4] 2> 10789 T280 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10790 T280 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2 forceNew:false
[junit4:junit4] 2> 10790 T280 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2
[junit4:junit4] 2> 10790 T280 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2/index/
[junit4:junit4] 2> 10791 T280 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10791 T280 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2/index forceNew:false
[junit4:junit4] 2> 10794 T280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10af39e7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415fac57),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10794 T280 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10794 T280 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2/index
[junit4:junit4] 2> 10797 T280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10797 T280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10797 T280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10798 T280 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10798 T280 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10799 T280 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10799 T280 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10800 T280 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10800 T280 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10808 T280 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10812 T280 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2
[junit4:junit4] 2> 10813 T280 oass.SolrIndexSearcher.<init> Opening Searcher@3b9a50ba main
[junit4:junit4] 2> 10813 T280 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2/tlog
[junit4:junit4] 2> 10814 T280 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10814 T280 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10819 T281 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b9a50ba main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10822 T280 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 10822 T280 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11434 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11435 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:34810_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34810"}
[junit4:junit4] 2> 11435 T244 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 11435 T244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 11443 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11443 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11443 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11443 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11825 T280 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11825 T280 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34810 collection:collection1 shard:shard2
[junit4:junit4] 2> 11826 T280 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 11941 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 11951 T280 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 11952 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12017 T280 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 12017 T280 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 12017 T280 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34810/collection1/
[junit4:junit4] 2> 12017 T280 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 12018 T280 oasc.SyncStrategy.syncToMe http://127.0.0.1:34810/collection1/ has no replicas
[junit4:junit4] 2> 12018 T280 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34810/collection1/
[junit4:junit4] 2> 12018 T280 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 12032 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12959 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13058 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13058 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13058 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13058 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13074 T280 oasc.ZkController.register We are http://127.0.0.1:34810/collection1/ and leader is http://127.0.0.1:34810/collection1/
[junit4:junit4] 2> 13074 T280 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34810
[junit4:junit4] 2> 13074 T280 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 13074 T280 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 13074 T280 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 13077 T280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13078 T221 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 13079 T221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 13079 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 13322 T221 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 13325 T221 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:37931
[junit4:junit4] 2> 13326 T221 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 13327 T221 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 13327 T221 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016
[junit4:junit4] 2> 13328 T221 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016/solr.xml
[junit4:junit4] 2> 13328 T221 oasc.CoreContainer.<init> New CoreContainer 1177956733
[junit4:junit4] 2> 13329 T221 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016/'
[junit4:junit4] 2> 13329 T221 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016/'
[junit4:junit4] 2> 13400 T221 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 13401 T221 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 13401 T221 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 13402 T221 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 13402 T221 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 13403 T221 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 13403 T221 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 13404 T221 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 13404 T221 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 13405 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 13431 T221 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 13454 T221 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:26579/solr
[junit4:junit4] 2> 13454 T221 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 13455 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4bf9aede
[junit4:junit4] 2> 13456 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13457 T292 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 13458 T292 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 13458 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:38858
[junit4:junit4] 2> 13458 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:38858
[junit4:junit4] 2> 13460 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb56390009 with negotiated timeout 20000 for client /140.211.11.196:38858
[junit4:junit4] 2> 13460 T292 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb56390009, negotiated timeout = 20000
[junit4:junit4] 2> 13461 T293 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bf9aede name:ZooKeeperConnection Watcher:127.0.0.1:26579 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13461 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13463 T226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32bb56390009
[junit4:junit4] 2> 13464 T293 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 13464 T223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:38858 which had sessionid 0x13d32bb56390009
[junit4:junit4] 2> 13464 T221 oaz.ZooKeeper.close Session: 0x13d32bb56390009 closed
[junit4:junit4] 2> 13465 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 13479 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@78e6ed0f
[junit4:junit4] 2> 13480 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13481 T294 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 13481 T294 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 13481 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:42573
[junit4:junit4] 2> 13482 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:42573
[junit4:junit4] 2> 13484 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb5639000a with negotiated timeout 20000 for client /140.211.11.196:42573
[junit4:junit4] 2> 13484 T294 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb5639000a, negotiated timeout = 20000
[junit4:junit4] 2> 13484 T295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78e6ed0f name:ZooKeeperConnection Watcher:127.0.0.1:26579/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13484 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13486 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb5639000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13487 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb5639000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13490 T221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 14494 T221 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37931_
[junit4:junit4] 2> 14496 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb5639000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37931_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37931_
[junit4:junit4] 2> 14497 T221 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37931_
[junit4:junit4] 2> 14511 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14511 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14511 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14512 T295 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14512 T263 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14512 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14514 T243 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14514 T279 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14514 T250 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14521 T296 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016/collection1
[junit4:junit4] 2> 14522 T296 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 14522 T296 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 14523 T296 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 14524 T296 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016/collection1/'
[junit4:junit4] 2> 14525 T296 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016/collection1/lib/README' to classloader
[junit4:junit4] 2> 14526 T296 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 14562 T296 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 14570 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14571 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:34810_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34810"}
[junit4:junit4] 2> 14588 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14588 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14588 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14588 T295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14588 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14608 T296 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 14709 T296 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 14725 T296 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 15227 T296 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 15241 T296 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 15246 T296 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 15276 T296 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15282 T296 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15288 T296 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15290 T296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15290 T296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15290 T296 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15292 T296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15292 T296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15292 T296 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362355784016/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/
[junit4:junit4] 2> 15293 T296 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@507f51dd
[junit4:junit4] 2> 15294 T296 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 15294 T296 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3 forceNew:false
[junit4:junit4] 2> 15295 T296 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 15295 T296 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index/
[junit4:junit4] 2> 15295 T296 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 15296 T296 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index forceNew:false
[junit4:junit4] 2> 15299 T296 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@81d8745 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39313ff8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15299 T296 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 15300 T296 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 15303 T296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 15303 T296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 15304 T296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 15305 T296 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 15306 T296 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 15306 T296 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 15307 T296 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 15308 T296 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 15308 T296 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 15321 T296 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 15327 T296 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 15327 T296 oass.SolrIndexSearcher.<init> Opening Searcher@11cd6e89 main
[junit4:junit4] 2> 15328 T296 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/tlog
[junit4:junit4] 2> 15329 T296 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 15329 T296 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 15336 T297 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11cd6e89 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 15341 T296 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 15341 T296 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16096 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16097 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:37931_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37931"}
[junit4:junit4] 2> 16097 T244 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 16097 T244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 16142 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16142 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16143 T295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16143 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16142 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16372 T296 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 16372 T296 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37931 collection:collection1 shard:shard1
[junit4:junit4] 2> 16377 T296 oasc.ZkController.register We are http://127.0.0.1:37931/collection1/ and leader is http://127.0.0.1:29812/collection1/
[junit4:junit4] 2> 16377 T296 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37931
[junit4:junit4] 2> 16378 T296 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 16378 T296 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@5b6918e2 url=http://127.0.0.1:37931/collection1 node=127.0.0.1:37931_ C8_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:37931_, base_url=http://127.0.0.1:37931}
[junit4:junit4] 2> 16383 T298 C8 P37931 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 16383 T298 C8 P37931 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 16384 T296 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16384 T298 C8 P37931 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 16384 T298 C8 P37931 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16385 T221 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 16386 T298 C8 P37931 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16386 T221 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 16387 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16405 T221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16407 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16425 T254 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/onenodecollectioncore
[junit4:junit4] 2> 16426 T254 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4] 2> 16427 T254 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4] 2> 16427 T254 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 16428 T254 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 16429 T254 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4] 2> 16432 T254 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4] 2> 16434 T254 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/onenodecollectioncore/'
[junit4:junit4] 2> 16485 T254 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 16529 T254 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 16630 T254 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 16645 T254 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 17127 T254 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 17136 T254 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 17139 T254 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 17163 T254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17168 T254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17172 T254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17173 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 17174 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 17174 T254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17175 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 17176 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 17176 T254 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362355774790/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection/
[junit4:junit4] 2> 17176 T254 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@507f51dd
[junit4:junit4] 2> 17177 T254 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 17179 T254 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection forceNew:false
[junit4:junit4] 2> 17179 T254 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection
[junit4:junit4] 2> 17179 T254 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection/index/
[junit4:junit4] 2> 17180 T254 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 17180 T254 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection/index forceNew:false
[junit4:junit4] 2> 17182 T254 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@528678c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3424559b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 17183 T254 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 17183 T254 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection/index
[junit4:junit4] 2> 17191 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 17191 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 17192 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 17192 T254 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 17193 T254 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 17193 T254 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 17193 T254 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 17194 T254 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 17194 T254 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 17203 T254 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 17207 T254 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection
[junit4:junit4] 2> 17208 T254 oass.SolrIndexSearcher.<init> Opening Searcher@dbb2475 main
[junit4:junit4] 2> 17208 T254 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection/tlog
[junit4:junit4] 2> 17209 T254 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 17209 T254 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 17214 T300 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@dbb2475 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 17217 T254 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 17650 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17651 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:37931_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37931"}
[junit4:junit4] 2> 17656 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "node_name":"127.0.0.1:29812_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29812"}
[junit4:junit4] 2> 17656 T244 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4] 2> 17656 T244 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 17672 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17672 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17672 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17672 T295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17672 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 18220 T254 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4] 2> 18221 T254 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:29812 collection:onenodecollection shard:shard1
[junit4:junit4] 2> 18222 T254 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4] 2> 18266 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:delete cxid:0x9f zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4] 2> 18267 T254 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 18267 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:create cxid:0xa0 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 18283 T254 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 18284 T254 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 18284 T254 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29812/onenodecollectioncore/
[junit4:junit4] 2> 18284 T254 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 18285 T254 oasc.SyncStrategy.syncToMe http://127.0.0.1:29812/onenodecollectioncore/ has no replicas
[junit4:junit4] 2> 18285 T254 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29812/onenodecollectioncore/
[junit4:junit4] 2> 18286 T254 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4] 2> 18291 T226 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32bb56390006 type:create cxid:0xaa zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 19190 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19239 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19239 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19239 T295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19239 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19239 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19268 T254 oasc.ZkController.register We are http://127.0.0.1:29812/onenodecollectioncore/ and leader is http://127.0.0.1:29812/onenodecollectioncore/
[junit4:junit4] 2> 19268 T254 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:29812
[junit4:junit4] 2> 19268 T254 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 19268 T254 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4] 2> 19271 T254 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19272 T221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 19273 T221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20276 T221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:37931_, base_url=http://127.0.0.1:37931}
[junit4:junit4] 2> 20420 T298 C8 P37931 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:29812/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 20420 T298 C8 P37931 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:37931 START replicas=[http://127.0.0.1:29812/collection1/] nUpdates=100
[junit4:junit4] 2> 20421 T298 C8 P37931 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 20421 T298 C8 P37931 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 20421 T298 C8 P37931 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 20422 T298 C8 P37931 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 20422 T298 C8 P37931 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 20422 T298 C8 P37931 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:29812/collection1/. core=collection1
[junit4:junit4] 2> 20423 T298 C8 P37931 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@333fc229 url=http://127.0.0.1:29812/collection1 node=127.0.0.1:29812_ C9_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:29812_, base_url=http://127.0.0.1:29812, leader=true}
[junit4:junit4] 2> 20429 T255 C9 P29812 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 20442 T256 C9 P29812 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 20443 T256 C9 P29812 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1
[junit4:junit4] 2> 20445 T256 C9 P29812 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4352aed9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eb4c760),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 20446 T256 C9 P29812 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 20447 T256 C9 P29812 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4352aed9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eb4c760),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4352aed9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eb4c760),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 20447 T256 C9 P29812 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 20448 T256 C9 P29812 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1
[junit4:junit4] 2> 20448 T256 C9 P29812 oass.SolrIndexSearcher.<init> Opening Searcher@7c0098ed realtime
[junit4:junit4] 2> 20449 T256 C9 P29812 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 20449 T256 C9 P29812 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 20509 T298 C8 P37931 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20510 T298 C8 P37931 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 2> 20532 T298 C8 P37931 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 20535 T257 C9 P29812 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20536 T257 C9 P29812 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 20537 T298 C8 P37931 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 20537 T298 C8 P37931 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 20538 T298 C8 P37931 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 20541 T257 C9 P29812 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1
[junit4:junit4] 2> 20541 T257 C9 P29812 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/index
[junit4:junit4] 2> 20542 T257 C9 P29812 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2
[junit4:junit4] 2> 20543 T298 C8 P37931 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 20544 T298 C8 P37931 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index.20130304030951466 forceNew:false
[junit4:junit4] 2> 20544 T298 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 20544 T298 C8 P37931 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@28a7d92e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f04e6cb) fullCopy=false
[junit4:junit4] 2> 20555 T257 C9 P29812 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=4
[junit4:junit4] 2> 20569 T298 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 20569 T298 C8 P37931 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 20570 T298 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 20576 T298 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 20577 T298 C8 P37931 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 20577 T298 C8 P37931 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 20577 T298 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 20579 T298 C8 P37931 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@81d8745 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39313ff8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@81d8745 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39313ff8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 20580 T298 C8 P37931 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 20580 T298 C8 P37931 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 20581 T298 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 20581 T298 C8 P37931 oass.SolrIndexSearcher.<init> Opening Searcher@290b2912 main
[junit4:junit4] 2> 20583 T297 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@290b2912 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 20584 T297 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 20584 T298 C8 P37931 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@28a7d92e lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f04e6cb)
[junit4:junit4] 2> 20584 T298 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index.20130304030951466
[junit4:junit4] 2> 20585 T298 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 20585 T298 C8 P37931 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 20585 T298 C8 P37931 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 20586 T298 C8 P37931 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 20586 T298 C8 P37931 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 20588 T298 C8 P37931 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 20756 T244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20757 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "node_name":"127.0.0.1:29812_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29812"}
[junit4:junit4] 2> 20763 T244 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:37931_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:37931"}
[junit4:junit4] 2> 20777 T243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 20777 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 20777 T295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 20777 T279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 20777 T263 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 21279 T221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21280 T221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4] 2> 21281 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C10 name=onenodecollectioncore org.apache.solr.core.SolrCore@614cac61 url=http://127.0.0.1:29812/onenodecollectioncore node=127.0.0.1:29812_ C10_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:29812_, base_url=http://127.0.0.1:29812, leader=true}
[junit4:junit4] 2> 21319 T258 C10 P29812 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection
[junit4:junit4] 2> 21321 T258 C10 P29812 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@528678c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3424559b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 21321 T258 C10 P29812 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 21323 T258 C10 P29812 /update {wt=javabin&version=2} {add=[1 (1428533587204898816)]} 0 5
[junit4:junit4] 2> 21333 T258 C10 P29812 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21336 T258 C10 P29812 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@528678c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3424559b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@528678c1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3424559b),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, segments_2, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, _0_dv.cfe]
[junit4:junit4] 2> 21336 T258 C10 P29812 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, segments_2, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, _0_dv.cfe]
[junit4:junit4] 2> 21337 T258 C10 P29812 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection
[junit4:junit4] 2> 21338 T258 C10 P29812 oass.SolrIndexSearcher.<init> Opening Searcher@683c535d main
[junit4:junit4] 2> 21338 T258 C10 P29812 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21339 T300 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@683c535d main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 21340 T300 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362355770930/onenodecollection/index
[junit4:junit4] 2> 21340 T258 C10 P29812 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 21346 T258 C10 P29812 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 21348 T221 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 21365 T258 C10 P29812 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> ASYNC NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@7c99ed40 url=http://127.0.0.1:11881/collection1 node=127.0.0.1:11881_ C11_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:11881_, base_url=http://127.0.0.1:11881, leader=true}
[junit4:junit4] 2> 21377 T233 C11 P11881 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data
[junit4:junit4] 2> 21380 T233 C11 P11881 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7a656619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b964e2f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 21380 T233 C11 P11881 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 21386 T233 C11 P11881 /update {wt=javabin&version=2} {add=[1 (1428533587266764800)]} 0 10
[junit4:junit4] 2> C8_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:37931_, base_url=http://127.0.0.1:37931}
[junit4:junit4] 2> 21474 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428533587350650880)]} 0 4
[junit4:junit4] 2> 21475 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1428533587350650880)]} 0 19
[junit4:junit4] 2> ASYNC NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@3171b56c url=http://127.0.0.1:34810/collection1 node=127.0.0.1:34810_ C12_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:34810_, base_url=http://127.0.0.1:34810, leader=true}
[junit4:junit4] 2> 21476 T271 C12 P34810 /update {wt=javabin&version=2} {add=[1]} 0 58
[junit4:junit4] 2> 21479 T233 C11 P11881 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21484 T233 C11 P11881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7a656619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b964e2f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7a656619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b964e2f),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, segments_2, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, _0_dv.cfe]
[junit4:junit4] 2> 21485 T233 C11 P11881 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, segments_2, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, _0_dv.cfe]
[junit4:junit4] 2> 21485 T233 C11 P11881 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data
[junit4:junit4] 2> 21487 T233 C11 P11881 oass.SolrIndexSearcher.<init> Opening Searcher@7279c13c main
[junit4:junit4] 2> 21488 T233 C11 P11881 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21489 T247 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7279c13c main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 21490 T247 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data/index
[junit4:junit4] 2> 21490 T233 C11 P11881 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 21493 T271 C12 P34810 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21494 T271 C12 P34810 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2
[junit4:junit4] 2> 21496 T271 C12 P34810 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10af39e7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415fac57),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 21497 T271 C12 P34810 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 21497 T271 C12 P34810 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10af39e7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415fac57),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10af39e7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@415fac57),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 21498 T271 C12 P34810 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 21498 T271 C12 P34810 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2
[junit4:junit4] 2> 21498 T271 C12 P34810 oass.SolrIndexSearcher.<init> Opening Searcher@1417f5e3 main
[junit4:junit4] 2> 21499 T271 C12 P34810 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21500 T281 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1417f5e3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 21501 T281 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty2/index
[junit4:junit4] 2> 21501 T271 C12 P34810 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:29812/collection1/, StdNode: http://127.0.0.1:37931/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 21504 T286 C8 P37931 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21504 T259 C9 P29812 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21511 T259 C9 P29812 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4352aed9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eb4c760),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4352aed9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eb4c760),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3, _0_dv.cfe]
[junit4:junit4] 2> 21511 T259 C9 P29812 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3, _0_dv.cfe]
[junit4:junit4] 2> 21512 T259 C9 P29812 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1
[junit4:junit4] 2> 21512 T286 C8 P37931 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@81d8745 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39313ff8),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@81d8745 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39313ff8),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3, _0_dv.cfe]
[junit4:junit4] 2> 21513 T286 C8 P37931 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, segments_3, _0_dv.cfe]
[junit4:junit4] 2> 21513 T259 C9 P29812 oass.SolrIndexSearcher.<init> Opening Searcher@21743a37 main
[junit4:junit4] 2> 21514 T286 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 21514 T259 C9 P29812 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/index
[junit4:junit4] 2> 21514 T259 C9 P29812 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21515 T265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21743a37 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4] 2> 21516 T265 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty1/index
[junit4:junit4] 2> 21516 T259 C9 P29812 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 2> 21516 T286 C8 P37931 oass.SolrIndexSearcher.<init> Opening Searcher@7db35a2e main
[junit4:junit4] 2> 21517 T286 C8 P37931 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21519 T297 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7db35a2e main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4] 2> 21520 T297 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 21520 T286 C8 P37931 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4] 2> 21521 T271 C12 P34810 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4] 2> 21522 T221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 21523 T221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21524 T221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 21528 T233 C11 P11881 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 21529 T221 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:26579/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a9a84ea
[junit4:junit4] 2> 21530 T221 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 21531 T307 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:26579. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 21532 T307 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:26579, initiating session
[junit4:junit4] 2> 21532 T223 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:64611
[junit4:junit4] 2> 21533 T223 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:64611
[junit4:junit4] 2> 21535 T225 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32bb5639000b with negotiated timeout 10000 for client /140.211.11.196:64611
[junit4:junit4] 2> 21535 T307 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:26579, sessionid = 0x13d32bb5639000b, negotiated timeout = 10000
[junit4:junit4] 2> 21535 T308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a9a84ea name:ZooKeeperConnection Watcher:127.0.0.1:26579/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 21535 T221 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 21537 T221 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 21539 T226 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32bb5639000b
[junit4:junit4] 2> 21541 T308 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 21541 T221 oaz.ZooKeeper.close Session: 0x13d32bb5639000b closed
[junit4:junit4] 2> 21541 T223 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:64611 which had sessionid 0x13d32bb5639000b
[junit4:junit4] 2> 21544 T253 C9 P29812 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=1
[junit4:junit4] 2> 21547 T272 C12 P34810 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 21555 T256 C9 P29812 REQ /select {NOW=1362355792473&shard.url=127.0.0.1:29812/collection1/|127.0.0.1:37931/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=1
[junit4:junit4] 2> 21555 T273 C12 P34810 REQ /select {NOW=1362355792473&shard.url=127.0.0.1:34810/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=0
[junit4:junit4] 2> 21575 T256 C9 P29812 REQ /select {NOW=1362355792473&shard.url=127.0.0.1:29812/collection1/|127.0.0.1:37931/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=1
[junit4:junit4] 2> 21576 T287 C8 P37931 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=26
[junit4:junit4] 2> 21583 T233 C11 P11881 /update {wt=javabin&version=2} {add=[2 (1428533587479625728)]} 0 4
[junit4:junit4] 2> 21590 T271 C12 P34810 /update {wt=javabin&version=2} {add=[2 (1428533587486965760)]} 0 4
[junit4:junit4] 2> 21596 T233 C11 P11881 /update {wt=javabin&version=2} {add=[3 (1428533587494305792)]} 0 2
[junit4:junit4] 2> 21601 T271 C12 P34810 /update {wt=javabin&version=2} {add=[3 (1428533587500597248)]} 0 2
[junit4:junit4] 2> 21607 T233 C11 P11881 /update {wt=javabin&version=2} {add=[4 (1428533587506888704)]} 0 2
[junit4:junit4] 2> 21621 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428533587512131584)]} 0 3
[junit4:junit4] 2> 21622 T311 C9 P29812 /update {wt=javabin&version=2} {add=[4 (1428533587512131584)]} 0 12
[junit4:junit4] 2> 21627 T233 C11 P11881 /update {wt=javabin&version=2} {add=[5 (1428533587527860224)]} 0 2
[junit4:junit4] 2> 21635 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1428533587535200256)]} 0 3
[junit4:junit4] 2> 21636 T311 C9 P29812 /update {wt=javabin&version=2} {add=[5]} 0 6
[junit4:junit4] 2> 21642 T233 C11 P11881 /update {wt=javabin&version=2} {add=[6 (1428533587542540288)]} 0 3
[junit4:junit4] 2> 21647 T271 C12 P34810 /update {wt=javabin&version=2} {add=[6 (1428533587548831744)]} 0 2
[junit4:junit4] 2> 21652 T233 C11 P11881 /update {wt=javabin&version=2} {add=[7 (1428533587554074624)]} 0 2
[junit4:junit4] 2> 21660 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1428533587562463232)]} 0 2
[junit4:junit4] 2> 21661 T311 C9 P29812 /update {wt=javabin&version=2} {add=[7]} 0 6
[junit4:junit4] 2> 21666 T233 C11 P11881 /update {wt=javabin&version=2} {add=[8 (1428533587568754688)]} 0 2
[junit4:junit4] 2> 21679 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428533587577143296)]} 0 2
[junit4:junit4] 2> 21680 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1428533587577143296)]} 0 8
[junit4:junit4] 2> 21681 T271 C12 P34810 /update {wt=javabin&version=2} {add=[8]} 0 12
[junit4:junit4] 2> 21686 T233 C11 P11881 /update {wt=javabin&version=2} {add=[9 (1428533587589726208)]} 0 2
[junit4:junit4] 2> 21691 T271 C12 P34810 /update {wt=javabin&version=2} {add=[9 (1428533587594969088)]} 0 2
[junit4:junit4] 2> 21696 T233 C11 P11881 /update {wt=javabin&version=2} {add=[10 (1428533587600211968)]} 0 2
[junit4:junit4] 2> 21708 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428533587608600576)]} 0 2
[junit4:junit4] 2> 21709 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1428533587608600576)]} 0 7
[junit4:junit4] 2> 21709 T271 C12 P34810 /update {wt=javabin&version=2} {add=[10]} 0 10
[junit4:junit4] 2> 21714 T233 C11 P11881 /update {wt=javabin&version=2} {add=[11 (1428533587619086336)]} 0 2
[junit4:junit4] 2> 21726 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428533587627474944)]} 0 2
[junit4:junit4] 2> 21727 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1428533587627474944)]} 0 7
[junit4:junit4] 2> 21728 T271 C12 P34810 /update {wt=javabin&version=2} {add=[11]} 0 11
[junit4:junit4] 2> 21732 T233 C11 P11881 /update {wt=javabin&version=2} {add=[12 (1428533587637960704)]} 0 2
[junit4:junit4] 2> 21744 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428533587646349312)]} 0 2
[junit4:junit4] 2> 21745 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1428533587646349312)]} 0 7
[junit4:junit4] 2> 21745 T271 C12 P34810 /update {wt=javabin&version=2} {add=[12]} 0 10
[junit4:junit4] 2> 21750 T233 C11 P11881 /update {wt=javabin&version=2} {add=[13 (1428533587656835072)]} 0 2
[junit4:junit4] 2> 21759 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428533587662077952)]} 0 2
[junit4:junit4] 2> 21760 T311 C9 P29812 /update {wt=javabin&version=2} {add=[13 (1428533587662077952)]} 0 7
[junit4:junit4] 2> 21765 T233 C11 P11881 /update {wt=javabin&version=2} {add=[14 (1428533587672563712)]} 0 2
[junit4:junit4] 2> 21773 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428533587675709440)]} 0 1
[junit4:junit4] 2> 21774 T311 C9 P29812 /update {wt=javabin&version=2} {add=[14 (1428533587675709440)]} 0 7
[junit4:junit4] 2> 21779 T233 C11 P11881 /update {wt=javabin&version=2} {add=[15 (1428533587687243776)]} 0 2
[junit4:junit4] 2> 21788 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428533587692486656)]} 0 2
[junit4:junit4] 2> 21789 T311 C9 P29812 /update {wt=javabin&version=2} {add=[15 (1428533587692486656)]} 0 7
[junit4:junit4] 2> 21793 T233 C11 P11881 /update {wt=javabin&version=2} {add=[16 (1428533587701923840)]} 0 2
[junit4:junit4] 2> 21804 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428533587709263872)]} 0 2
[junit4:junit4] 2> 21805 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1428533587709263872)]} 0 7
[junit4:junit4] 2> 21806 T271 C12 P34810 /update {wt=javabin&version=2} {add=[16]} 0 11
[junit4:junit4] 2> 21813 T233 C11 P11881 /update {wt=javabin&version=2} {add=[17 (1428533587721846784)]} 0 4
[junit4:junit4] 2> 21826 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1428533587734429696)]} 0 5
[junit4:junit4] 2> 21827 T311 C9 P29812 /update {wt=javabin&version=2} {add=[17]} 0 11
[junit4:junit4] 2> 21831 T233 C11 P11881 /update {wt=javabin&version=2} {add=[100 (1428533587742818304)]} 0 1
[junit4:junit4] 2> 21843 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428533587750158336)]} 0 2
[junit4:junit4] 2> 21844 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[100 (1428533587750158336)]} 0 7
[junit4:junit4] 2> 21844 T271 C12 P34810 /update {wt=javabin&version=2} {add=[100]} 0 10
[junit4:junit4] 2> 21849 T233 C11 P11881 /update {wt=javabin&version=2} {add=[101 (1428533587760644096)]} 0 2
[junit4:junit4] 2> 21858 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428533587765886976)]} 0 2
[junit4:junit4] 2> 21859 T311 C9 P29812 /update {wt=javabin&version=2} {add=[101 (1428533587765886976)]} 0 7
[junit4:junit4] 2> 21864 T233 C11 P11881 /update {wt=javabin&version=2} {add=[102 (1428533587776372736)]} 0 2
[junit4:junit4] 2> 21873 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428533587780567040)]} 0 3
[junit4:junit4] 2> 21874 T311 C9 P29812 /update {wt=javabin&version=2} {add=[102 (1428533587780567040)]} 0 8
[junit4:junit4] 2> 21879 T233 C11 P11881 /update {wt=javabin&version=2} {add=[103 (1428533587792101376)]} 0 2
[junit4:junit4] 2> 21890 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[103 (1428533587803635712)]} 0 2
[junit4:junit4] 2> 21891 T311 C9 P29812 /update {wt=javabin&version=2} {add=[103]} 0 6
[junit4:junit4] 2> 21896 T233 C11 P11881 /update {wt=javabin&version=2} {add=[104 (1428533587809927168)]} 0 2
[junit4:junit4] 2> 21904 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[104 (1428533587818315776)]} 0 2
[junit4:junit4] 2> 21904 T311 C9 P29812 /update {wt=javabin&version=2} {add=[104]} 0 5
[junit4:junit4] 2> 21909 T233 C11 P11881 /update {wt=javabin&version=2} {add=[105 (1428533587823558656)]} 0 2
[junit4:junit4] 2> 21916 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[105 (1428533587830898688)]} 0 1
[junit4:junit4] 2> 21917 T311 C9 P29812 /update {wt=javabin&version=2} {add=[105]} 0 5
[junit4:junit4] 2> 21923 T233 C11 P11881 /update {wt=javabin&version=2} {add=[106 (1428533587837190144)]} 0 2
[junit4:junit4] 2> 21931 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[106 (1428533587846627328)]} 0 2
[junit4:junit4] 2> 21931 T311 C9 P29812 /update {wt=javabin&version=2} {add=[106]} 0 5
[junit4:junit4] 2> 21936 T233 C11 P11881 /update {wt=javabin&version=2} {add=[107 (1428533587851870208)]} 0 2
[junit4:junit4] 2> 21949 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428533587860258816)]} 0 2
[junit4:junit4] 2> 21950 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[107 (1428533587860258816)]} 0 8
[junit4:junit4] 2> 21950 T271 C12 P34810 /update {wt=javabin&version=2} {add=[107]} 0 11
[junit4:junit4] 2> 21955 T233 C11 P11881 /update {wt=javabin&version=2} {add=[108 (1428533587871793152)]} 0 2
[junit4:junit4] 2> 21968 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428533587880181760)]} 0 2
[junit4:junit4] 2> 21969 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[108 (1428533587880181760)]} 0 8
[junit4:junit4] 2> 21969 T271 C12 P34810 /update {wt=javabin&version=2} {add=[108]} 0 11
[junit4:junit4] 2> 21974 T233 C11 P11881 /update {wt=javabin&version=2} {add=[109 (1428533587891716096)]} 0 2
[junit4:junit4] 2> 21987 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428533587896958976)]} 0 2
[junit4:junit4] 2> 21988 T311 C9 P29812 /update {wt=javabin&version=2} {add=[109 (1428533587896958976)]} 0 11
[junit4:junit4] 2> 21993 T233 C11 P11881 /update {wt=javabin&version=2} {add=[110 (1428533587911639040)]} 0 2
[junit4:junit4] 2> 22006 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428533587920027648)]} 0 2
[junit4:junit4] 2> 22007 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[110 (1428533587920027648)]} 0 8
[junit4:junit4] 2> 22007 T271 C12 P34810 /update {wt=javabin&version=2} {add=[110]} 0 11
[junit4:junit4] 2> 22012 T233 C11 P11881 /update {wt=javabin&version=2} {add=[111 (1428533587931561984)]} 0 2
[junit4:junit4] 2> 22025 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428533587939950592)]} 0 2
[junit4:junit4] 2> 22025 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[111 (1428533587939950592)]} 0 7
[junit4:junit4] 2> 22027 T271 C12 P34810 /update {wt=javabin&version=2} {add=[111]} 0 11
[junit4:junit4] 2> 22031 T233 C11 P11881 /update {wt=javabin&version=2} {add=[112 (1428533587951484928)]} 0 2
[junit4:junit4] 2> 22039 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[112 (1428533587959873536)]} 0 2
[junit4:junit4] 2> 22039 T311 C9 P29812 /update {wt=javabin&version=2} {add=[112]} 0 5
[junit4:junit4] 2> 22044 T233 C11 P11881 /update {wt=javabin&version=2} {add=[113 (1428533587965116416)]} 0 2
[junit4:junit4] 2> 22055 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428533587972456448)]} 0 1
[junit4:junit4] 2> 22056 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[113 (1428533587972456448)]} 0 7
[junit4:junit4] 2> 22057 T271 C12 P34810 /update {wt=javabin&version=2} {add=[113]} 0 11
[junit4:junit4] 2> 22062 T233 C11 P11881 /update {wt=javabin&version=2} {add=[114 (1428533587983990784)]} 0 2
[junit4:junit4] 2> 22071 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428533587989233664)]} 0 2
[junit4:junit4] 2> 22072 T311 C9 P29812 /update {wt=javabin&version=2} {add=[114 (1428533587989233664)]} 0 7
[junit4:junit4] 2> 22077 T233 C11 P11881 /update {wt=javabin&version=2} {add=[115 (1428533587999719424)]} 0 2
[junit4:junit4] 2> 22084 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[115 (1428533588008108032)]} 0 1
[junit4:junit4] 2> 22085 T311 C9 P29812 /update {wt=javabin&version=2} {add=[115]} 0 5
[junit4:junit4] 2> 22090 T233 C11 P11881 /update {wt=javabin&version=2} {add=[116 (1428533588013350912)]} 0 2
[junit4:junit4] 2> 22095 T271 C12 P34810 /update {wt=javabin&version=2} {add=[116 (1428533588018593792)]} 0 2
[junit4:junit4] 2> 22100 T233 C11 P11881 /update {wt=javabin&version=2} {add=[117 (1428533588023836672)]} 0 2
[junit4:junit4] 2> 22108 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[117 (1428533588032225280)]} 0 2
[junit4:junit4] 2> 22109 T311 C9 P29812 /update {wt=javabin&version=2} {add=[117]} 0 6
[junit4:junit4] 2> 22114 T233 C11 P11881 /update {wt=javabin&version=2} {add=[118 (1428533588038516736)]} 0 1
[junit4:junit4] 2> 22123 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428533588043759616)]} 0 2
[junit4:junit4] 2> 22124 T311 C9 P29812 /update {wt=javabin&version=2} {add=[118 (1428533588043759616)]} 0 6
[junit4:junit4] 2> 22129 T233 C11 P11881 /update {wt=javabin&version=2} {add=[119 (1428533588054245376)]} 0 2
[junit4:junit4] 2> 22134 T271 C12 P34810 /update {wt=javabin&version=2} {add=[119 (1428533588059488256)]} 0 2
[junit4:junit4] 2> 22139 T233 C11 P11881 /update {wt=javabin&version=2} {add=[120 (1428533588064731136)]} 0 2
[junit4:junit4] 2> 22144 T271 C12 P34810 /update {wt=javabin&version=2} {add=[120 (1428533588069974016)]} 0 2
[junit4:junit4] 2> 22147 T233 C11 P11881 /update {wt=javabin&version=2} {add=[121 (1428533588073119744)]} 0 1
[junit4:junit4] 2> 22155 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[121 (1428533588081508352)]} 0 2
[junit4:junit4] 2> 22156 T311 C9 P29812 /update {wt=javabin&version=2} {add=[121]} 0 6
[junit4:junit4] 2> 22161 T233 C11 P11881 /update {wt=javabin&version=2} {add=[122 (1428533588087799808)]} 0 2
[junit4:junit4] 2> 22168 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428533588091994112)]} 0 1
[junit4:junit4] 2> 22169 T311 C9 P29812 /update {wt=javabin&version=2} {add=[122 (1428533588091994112)]} 0 6
[junit4:junit4] 2> 22174 T233 C11 P11881 /update {wt=javabin&version=2} {add=[123 (1428533588101431296)]} 0 2
[junit4:junit4] 2> 22186 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428533588109819904)]} 0 1
[junit4:junit4] 2> 22187 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[123 (1428533588109819904)]} 0 7
[junit4:junit4] 2> 22188 T271 C12 P34810 /update {wt=javabin&version=2} {add=[123]} 0 11
[junit4:junit4] 2> 22193 T233 C11 P11881 /update {wt=javabin&version=2} {add=[124 (1428533588121354240)]} 0 2
[junit4:junit4] 2> 22201 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428533588126597120)]} 0 1
[junit4:junit4] 2> 22202 T311 C9 P29812 /update {wt=javabin&version=2} {add=[124 (1428533588126597120)]} 0 6
[junit4:junit4] 2> 22207 T233 C11 P11881 /update {wt=javabin&version=2} {add=[125 (1428533588136034304)]} 0 2
[junit4:junit4] 2> 22214 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428533588140228608)]} 0 1
[junit4:junit4] 2> 22215 T311 C9 P29812 /update {wt=javabin&version=2} {add=[125 (1428533588140228608)]} 0 6
[junit4:junit4] 2> 22220 T233 C11 P11881 /update {wt=javabin&version=2} {add=[126 (1428533588149665792)]} 0 2
[junit4:junit4] 2> 22227 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[126 (1428533588157005824)]} 0 1
[junit4:junit4] 2> 22228 T311 C9 P29812 /update {wt=javabin&version=2} {add=[126]} 0 5
[junit4:junit4] 2> 22233 T233 C11 P11881 /update {wt=javabin&version=2} {add=[127 (1428533588163297280)]} 0 2
[junit4:junit4] 2> 22238 T271 C12 P34810 /update {wt=javabin&version=2} {add=[127 (1428533588168540160)]} 0 1
[junit4:junit4] 2> 22241 T233 C11 P11881 /update {wt=javabin&version=2} {add=[128 (1428533588171685888)]} 0 1
[junit4:junit4] 2> 22248 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[128 (1428533588179025920)]} 0 1
[junit4:junit4] 2> 22249 T311 C9 P29812 /update {wt=javabin&version=2} {add=[128]} 0 5
[junit4:junit4] 2> 22254 T233 C11 P11881 /update {wt=javabin&version=2} {add=[129 (1428533588185317376)]} 0 2
[junit4:junit4] 2> 22266 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428533588194754560)]} 0 1
[junit4:junit4] 2> 22267 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[129 (1428533588194754560)]} 0 6
[junit4:junit4] 2> 22268 T271 C12 P34810 /update {wt=javabin&version=2} {add=[129]} 0 10
[junit4:junit4] 2> 22273 T233 C11 P11881 /update {wt=javabin&version=2} {add=[130 (1428533588205240320)]} 0 2
[junit4:junit4] 2> 22277 T271 C12 P34810 /update {wt=javabin&version=2} {add=[130 (1428533588210483200)]} 0 1
[junit4:junit4] 2> 22282 T233 C11 P11881 /update {wt=javabin&version=2} {add=[131 (1428533588214677504)]} 0 2
[junit4:junit4] 2> 22289 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[131 (1428533588222017536)]} 0 1
[junit4:junit4] 2> 22290 T311 C9 P29812 /update {wt=javabin&version=2} {add=[131]} 0 5
[junit4:junit4] 2> 22295 T233 C11 P11881 /update {wt=javabin&version=2} {add=[132 (1428533588228308992)]} 0 2
[junit4:junit4] 2> 22305 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428533588235649024)]} 0 1
[junit4:junit4] 2> 22306 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[132 (1428533588235649024)]} 0 5
[junit4:junit4] 2> 22307 T271 C12 P34810 /update {wt=javabin&version=2} {add=[132]} 0 9
[junit4:junit4] 2> 22312 T233 C11 P11881 /update {wt=javabin&version=2} {add=[133 (1428533588246134784)]} 0 2
[junit4:junit4] 2> 22323 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428533588254523392)]} 0 1
[junit4:junit4] 2> 22324 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[133 (1428533588254523392)]} 0 6
[junit4:junit4] 2> 22324 T271 C12 P34810 /update {wt=javabin&version=2} {add=[133]} 0 9
[junit4:junit4] 2> 22329 T233 C11 P11881 /update {wt=javabin&version=2} {add=[134 (1428533588263960576)]} 0 2
[junit4:junit4] 2> 22336 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[134 (1428533588272349184)]} 0 1
[junit4:junit4] 2> 22337 T311 C9 P29812 /update {wt=javabin&version=2} {add=[134]} 0 5
[junit4:junit4] 2> 22342 T233 C11 P11881 /update {wt=javabin&version=2} {add=[135 (1428533588277592064)]} 0 2
[junit4:junit4] 2> 22350 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[135 (1428533588282834944)]} 0 1
[junit4:junit4] 2> 22351 T311 C9 P29812 /update {wt=javabin&version=2} {add=[135 (1428533588282834944)]} 0 6
[junit4:junit4] 2> 22356 T233 C11 P11881 /update {wt=javabin&version=2} {add=[136 (1428533588292272128)]} 0 2
[junit4:junit4] 2> 22360 T271 C12 P34810 /update {wt=javabin&version=2} {add=[136 (1428533588297515008)]} 0 1
[junit4:junit4] 2> 22365 T233 C11 P11881 /update {wt=javabin&version=2} {add=[137 (1428533588301709312)]} 0 2
[junit4:junit4] 2> 22372 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[137 (1428533588309049344)]} 0 1
[junit4:junit4] 2> 22373 T311 C9 P29812 /update {wt=javabin&version=2} {add=[137]} 0 5
[junit4:junit4] 2> 22378 T233 C11 P11881 /update {wt=javabin&version=2} {add=[138 (1428533588315340800)]} 0 2
[junit4:junit4] 2> 22386 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[138 (1428533588320583680)]} 0 1
[junit4:junit4] 2> 22387 T311 C9 P29812 /update {wt=javabin&version=2} {add=[138 (1428533588320583680)]} 0 6
[junit4:junit4] 2> 22392 T233 C11 P11881 /update {wt=javabin&version=2} {add=[139 (1428533588330020864)]} 0 2
[junit4:junit4] 2> 22414 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[139 (1428533588353089536)]} 0 2
[junit4:junit4] 2> 22414 T311 C9 P29812 /update {wt=javabin&version=2} {add=[139]} 0 5
[junit4:junit4] 2> 22420 T233 C11 P11881 /update {wt=javabin&version=2} {add=[140 (1428533588359380992)]} 0 2
[junit4:junit4] 2> 22424 T271 C12 P34810 /update {wt=javabin&version=2} {add=[140 (1428533588364623872)]} 0 1
[junit4:junit4] 2> 22429 T233 C11 P11881 /update {wt=javabin&version=2} {add=[141 (1428533588368818176)]} 0 2
[junit4:junit4] 2> 22433 T271 C12 P34810 /update {wt=javabin&version=2} {add=[141 (1428533588374061056)]} 0 1
[junit4:junit4] 2> 22438 T233 C11 P11881 /update {wt=javabin&version=2} {add=[142 (1428533588378255360)]} 0 2
[junit4:junit4] 2> 22445 T274 C12 P34810 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[142 (1428533588386643968)]} 0 1
[junit4:junit4] 2> 22446 T311 C9 P29812 /update {wt=javabin&version=2} {add=[142]} 0 5
[junit4:junit4] 2> 22451 T233 C11 P11881 /update {wt=javabin&version=2} {add=[143 (1428533588391886848)]} 0 2
[junit4:junit4] 2> 22455 T271 C12 P34810 /update {wt=javabin&version=2} {add=[143 (1428533588397129728)]} 0 1
[junit4:junit4] 2> 22460 T233 C11 P11881 /update {wt=javabin&version=2} {add=[144 (1428533588401324032)]} 0 2
[junit4:junit4] 2> 22463 T271 C12 P34810 /update {wt=javabin&version=2} {add=[144 (1428533588404469760)]} 0 1
[junit4:junit4] 2> 22468 T233 C11 P11881 /update {wt=javabin&version=2} {add=[145 (1428533588409712640)]} 0 2
[junit4:junit4] 2> 22472 T271 C12 P34810 /update {wt=javabin&version=2} {add=[145 (1428533588414955520)]} 0 1
[junit4:junit4] 2> 22477 T233 C11 P11881 /update {wt=javabin&version=2} {add=[146 (1428533588419149824)]} 0 2
[junit4:junit4] 2> 22487 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[146 (1428533588425441280)]} 0 1
[junit4:junit4] 2> 22488 T259 C9 P29812 /update {distrib.from=http://127.0.0.1:34810/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[146 (1428533588425441280)]} 0 6
[junit4:junit4] 2> 22488 T271 C12 P34810 /update {wt=javabin&version=2} {add=[146]} 0 9
[junit4:junit4] 2> 22494 T233 C11 P11881 /update {wt=javabin&version=2} {add=[147 (1428533588436975616)]} 0 2
[junit4:junit4] 2> 22498 T271 C12 P34810 /update {wt=javabin&version=2} {add=[147 (1428533588442218496)]} 0 1
[junit4:junit4] 2> 22504 T233 C11 P11881 /update {wt=javabin&version=2} {add=[148 (1428533588447461376)]} 0 1
[junit4:junit4] 2> 22511 T285 C8 P37931 /update {distrib.from=http://127.0.0.1:29812/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[148 (1428533588450607104)]} 0 1
[junit4:junit4] 2> 22512 T311 C9 P29812 /update {wt=javabin&version=2} {add=[148 (1428533588450607104)]} 0 6
[junit4:junit4] 2> 22517 T233 C11 P11881 /update {wt=javabin&version=2} {add=[149 (1428533588461092864)]} 0 2
[junit4:junit4] 2> 22523 T271 C12 P34810 /update {wt=javabin&version=2} {add=[149 (1428533588466335744)]} 0 2
[junit4:junit4] 2> 22524 T221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 22525 T221 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22526 T221 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 22529 T233 C11 P11881 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22564 T233 C11 P11881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7a656619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b964e2f),segFN=segments_2,generation=2,filenames=[_0.fnm, _0_Lucene41_0.doc, _0_Lucene41_0.pos, _0_nrm.cfe, segments_2, _0.fdx, _0_dv.cfs, _0_nrm.cfs, _0.si, _0_Lucene41_0.tim, _0.fdt, _0_Lucene41_0.tip, _0_dv.cfe]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7a656619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b964e2f),segFN=segments_3,generation=3,filenames=[_1_nrm.cfs, _1_Lucene41_0.doc, _0.fnm, _0_Lucene41_0.pos, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_dv.cfs, _0_nrm.cfs, _1_dv.cfe, _1.fnm, _1_nrm.cfe, _1.fdx, _1_Lucene41_0.pos, _1.fdt, _0_Lucene41_0.doc, _1.si, _0_nrm.cfe, _1_dv.cfs, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4] 2> 22564 T233 C11 P11881 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_nrm.cfs, _1_Lucene41_0.doc, _0.fnm, _0_Lucene41_0.pos, _1_Lucene41_0.tim, _1_Lucene41_0.tip, _0_dv.cfs, _0_nrm.cfs, _1_dv.cfe, _1.fnm, _1_nrm.cfe, _1.fdx, _1_Lucene41_0.pos, _1.fdt, _0_Lucene41_0.doc, _1.si, _0_nrm.cfe, _1_dv.cfs, _0.fdx, _0.si, _0_Lucene41_0.tim, segments_3, _0_Lucene41_0.tip, _0.fdt, _0_dv.cfe]
[junit4:junit4] 2> 22565 T233 C11 P11881 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/control/data
[junit4:junit4] 2> 22567 T233 C11 P11881 oass.SolrIndexSearcher.<init> Opening Searcher@18116d8c main
[junit4:junit4] 2> 22567 T233 C11 P11881 oasu.DirectUpdateHandler2.commit end_commit_fl
[...truncated too long message...]
udson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 88845 T295 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 88846 T295 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 88847 T295 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 88852 T295 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=36,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 88853 T295 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 88853 T295 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 88853 T295 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 88856 T295 C8 P37931 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 88857 T295 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 88857 T295 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 88857 T295 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 88858 T295 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3
[junit4:junit4] 2> 88858 T295 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 88858 T295 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index
[junit4:junit4] 2> 88858 T295 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index.20130304030951466
[junit4:junit4] 2> 88859 T295 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355770929/jetty3/index.20130304030951466
[junit4:junit4] 2> 88859 T295 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 88859 T295 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89283347804127242-127.0.0.1:37931__collection1-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 88860 T295 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 88860 T295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 88861 T295 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 88861 T295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 88861 T295 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 88862 T295 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 88862 T295 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=ga_IE, timezone=Indian/Mayotte
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=2,free=230935104,total=328204288
[junit4:junit4] 2> NOTE: All tests run in this JVM: [PeerSyncTest, TestReversedWildcardFilterFactory, ZkNodePropsTest, TestSolr4Spatial, TestRandomDVFaceting, TestPluginEnable, DocumentBuilderTest, TestCharFilters, CircularListTest, BasicZkTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 89.62s, 1 test, 1 error <<< FAILURES!
[...truncated 722 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1207: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:870: There were test failures: 261 suites, 1101 tests, 1 error, 27 ignored (8 assumptions)
Total time: 49 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3783 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3783/
2 tests failed.
REGRESSION: org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([99E9FD5446A87955]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([99E9FD5446A87955]:0)
Build Log:
[...truncated 9689 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4] 2> 0 T1590 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 4 T1590 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1362419940665
[junit4:junit4] 2> 5 T1590 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 5 T1591 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 8 T1591 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 8 T1591 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 9 T1591 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 9 T1591 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 10 T1591 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 106 T1590 oasc.ZkTestServer.run start zk server on port:59686
[junit4:junit4] 2> 106 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7b6dcd8d
[junit4:junit4] 2> 107 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 108 T1596 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 108 T1596 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 109 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59687
[junit4:junit4] 2> 109 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59687
[junit4:junit4] 2> 109 T1594 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 111 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400000 with negotiated timeout 10000 for client /140.211.11.196:59687
[junit4:junit4] 2> 111 T1596 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400000, negotiated timeout = 10000
[junit4:junit4] 2> 112 T1597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b6dcd8d name:ZooKeeperConnection Watcher:127.0.0.1:59686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 112 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 113 T1590 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 116 T1595 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d368e7d400000
[junit4:junit4] 2> 125 T1597 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 125 T1590 oaz.ZooKeeper.close Session: 0x13d368e7d400000 closed
[junit4:junit4] 2> 125 T1592 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:59687 which had sessionid 0x13d368e7d400000
[junit4:junit4] 2> 125 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3203c2c3
[junit4:junit4] 2> 126 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 127 T1598 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 127 T1598 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 127 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59688
[junit4:junit4] 2> 128 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59688
[junit4:junit4] 2> 129 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400001 with negotiated timeout 10000 for client /140.211.11.196:59688
[junit4:junit4] 2> 129 T1598 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400001, negotiated timeout = 10000
[junit4:junit4] 2> 129 T1599 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3203c2c3 name:ZooKeeperConnection Watcher:127.0.0.1:59686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 130 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 130 T1590 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 133 T1590 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 142 T1590 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 144 T1590 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 147 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 148 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 153 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 154 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 257 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 258 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 261 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 261 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 272 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 272 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 275 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 276 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 279 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 280 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 282 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 283 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 290 T1590 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 291 T1590 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 294 T1595 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d368e7d400001
[junit4:junit4] 2> 295 T1599 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 295 T1592 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:59688 which had sessionid 0x13d368e7d400001
[junit4:junit4] 2> 295 T1590 oaz.ZooKeeper.close Session: 0x13d368e7d400001 closed
[junit4:junit4] 2> 482 T1590 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 488 T1590 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59689
[junit4:junit4] 2> 489 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 489 T1590 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 490 T1590 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956
[junit4:junit4] 2> 490 T1590 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956/solr.xml
[junit4:junit4] 2> 491 T1590 oasc.CoreContainer.<init> New CoreContainer 1116044648
[junit4:junit4] 2> 492 T1590 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956/'
[junit4:junit4] 2> 492 T1590 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956/'
[junit4:junit4] 2> 555 T1590 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 556 T1590 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 556 T1590 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 556 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 557 T1590 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 557 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 558 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 558 T1590 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 559 T1590 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 559 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 582 T1590 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 602 T1590 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59686/solr
[junit4:junit4] 2> 603 T1590 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 603 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f57c6e6
[junit4:junit4] 2> 604 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 605 T1609 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 605 T1609 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 606 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59690
[junit4:junit4] 2> 606 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59690
[junit4:junit4] 2> 608 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400002 with negotiated timeout 20000 for client /140.211.11.196:59690
[junit4:junit4] 2> 608 T1609 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400002, negotiated timeout = 20000
[junit4:junit4] 2> 608 T1610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f57c6e6 name:ZooKeeperConnection Watcher:127.0.0.1:59686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 609 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 610 T1595 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d368e7d400002
[junit4:junit4] 2> 621 T1610 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 621 T1592 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:59690 which had sessionid 0x13d368e7d400002
[junit4:junit4] 2> 621 T1590 oaz.ZooKeeper.close Session: 0x13d368e7d400002 closed
[junit4:junit4] 2> 621 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 635 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@63ffcb27
[junit4:junit4] 2> 636 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 636 T1611 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 637 T1611 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 637 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59691
[junit4:junit4] 2> 637 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59691
[junit4:junit4] 2> 639 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400003 with negotiated timeout 20000 for client /140.211.11.196:59691
[junit4:junit4] 2> 639 T1611 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400003, negotiated timeout = 20000
[junit4:junit4] 2> 639 T1612 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63ffcb27 name:ZooKeeperConnection Watcher:127.0.0.1:59686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 639 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 641 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 650 T1590 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 652 T1590 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59689_
[junit4:junit4] 2> 652 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59689_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59689_
[junit4:junit4] 2> 653 T1590 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59689_
[junit4:junit4] 2> 662 T1590 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 675 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 676 T1590 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 679 T1590 oasc.Overseer.start Overseer (id=89287553231880195-127.0.0.1:59689_-n_0000000000) starting
[junit4:junit4] 2> 680 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 681 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 691 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 692 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 699 T1614 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 700 T1590 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 709 T1590 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 715 T1615 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956/collection1
[junit4:junit4] 2> 715 T1613 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 715 T1615 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 716 T1615 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 716 T1615 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 718 T1615 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956/collection1/'
[junit4:junit4] 2> 719 T1615 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 719 T1615 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956/collection1/lib/README' to classloader
[junit4:junit4] 2> 768 T1615 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 827 T1615 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 928 T1615 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 934 T1615 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1570 T1615 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1581 T1615 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1585 T1615 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1601 T1615 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1606 T1615 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1611 T1615 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1612 T1615 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1612 T1615 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1613 T1615 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1614 T1615 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1614 T1615 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1614 T1615 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1362419940956/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data/
[junit4:junit4] 2> 1615 T1615 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2482448a
[junit4:junit4] 2> 1615 T1615 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1616 T1615 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data forceNew:false
[junit4:junit4] 2> 1616 T1615 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data
[junit4:junit4] 2> 1617 T1615 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data/index/
[junit4:junit4] 2> 1617 T1615 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1619 T1615 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data/index forceNew:false
[junit4:junit4] 2> 1624 T1615 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620995tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@42addb19),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1625 T1615 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1626 T1615 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data/index
[junit4:junit4] 2> 1628 T1615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1628 T1615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1629 T1615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1629 T1615 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1630 T1615 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1630 T1615 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1631 T1615 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1631 T1615 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1632 T1615 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1644 T1615 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1650 T1615 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data
[junit4:junit4] 2> 1652 T1615 oass.SolrIndexSearcher.<init> Opening Searcher@79a10ada main
[junit4:junit4] 2> 1653 T1615 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data/tlog
[junit4:junit4] 2> 1654 T1615 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1654 T1615 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1658 T1616 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79a10ada main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1660 T1615 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1660 T1615 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1661 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 2219 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2220 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:59689_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59689"}
[junit4:junit4] 2> 2220 T1613 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 2220 T1613 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 2221 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 2237 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2676 T1615 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2676 T1615 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59689 collection:control_collection shard:shard1
[junit4:junit4] 2> 2677 T1615 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2692 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2693 T1615 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2694 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2703 T1615 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2704 T1615 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2704 T1615 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59689/collection1/
[junit4:junit4] 2> 2704 T1615 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2705 T1615 oasc.SyncStrategy.syncToMe http://127.0.0.1:59689/collection1/ has no replicas
[junit4:junit4] 2> 2705 T1615 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59689/collection1/
[junit4:junit4] 2> 2705 T1615 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2709 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3741 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3795 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3833 T1615 oasc.ZkController.register We are http://127.0.0.1:59689/collection1/ and leader is http://127.0.0.1:59689/collection1/
[junit4:junit4] 2> 3833 T1615 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59689
[junit4:junit4] 2> 3833 T1615 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3833 T1615 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3834 T1615 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3836 T1615 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3837 T1590 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3837 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3838 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3853 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3854 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@711910d6
[junit4:junit4] 2> 3855 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3855 T1618 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3856 T1618 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 3856 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59692
[junit4:junit4] 2> 3857 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59692
[junit4:junit4] 2> 3858 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400004 with negotiated timeout 10000 for client /140.211.11.196:59692
[junit4:junit4] 2> 3858 T1618 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400004, negotiated timeout = 10000
[junit4:junit4] 2> 3859 T1619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@711910d6 name:ZooKeeperConnection Watcher:127.0.0.1:59686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3859 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3860 T1590 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3861 T1590 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 4051 T1590 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 4054 T1590 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59693
[junit4:junit4] 2> 4055 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4056 T1590 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4056 T1590 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523
[junit4:junit4] 2> 4057 T1590 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523/solr.xml
[junit4:junit4] 2> 4057 T1590 oasc.CoreContainer.<init> New CoreContainer 530888121
[junit4:junit4] 2> 4058 T1590 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523/'
[junit4:junit4] 2> 4059 T1590 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523/'
[junit4:junit4] 2> 4122 T1590 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 4123 T1590 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4124 T1590 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 4124 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4125 T1590 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4125 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4126 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4126 T1590 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4127 T1590 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4127 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 4148 T1590 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4168 T1590 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59686/solr
[junit4:junit4] 2> 4168 T1590 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 4169 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@32ac31cf
[junit4:junit4] 2> 4170 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4170 T1629 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4171 T1629 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 4172 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59694
[junit4:junit4] 2> 4172 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59694
[junit4:junit4] 2> 4174 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400005 with negotiated timeout 20000 for client /140.211.11.196:59694
[junit4:junit4] 2> 4174 T1629 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400005, negotiated timeout = 20000
[junit4:junit4] 2> 4174 T1630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32ac31cf name:ZooKeeperConnection Watcher:127.0.0.1:59686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4174 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4175 T1595 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d368e7d400005
[junit4:junit4] 2> 4177 T1630 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 4177 T1592 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:59694 which had sessionid 0x13d368e7d400005
[junit4:junit4] 2> 4177 T1590 oaz.ZooKeeper.close Session: 0x13d368e7d400005 closed
[junit4:junit4] 2> 4177 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 4189 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4e0957fa
[junit4:junit4] 2> 4190 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4190 T1631 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4190 T1631 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 4191 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59695
[junit4:junit4] 2> 4191 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59695
[junit4:junit4] 2> 4192 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400006 with negotiated timeout 20000 for client /140.211.11.196:59695
[junit4:junit4] 2> 4192 T1631 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400006, negotiated timeout = 20000
[junit4:junit4] 2> 4193 T1632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e0957fa name:ZooKeeperConnection Watcher:127.0.0.1:59686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4193 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4194 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4195 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4203 T1590 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 5206 T1590 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59693_
[junit4:junit4] 2> 5207 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59693_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59693_
[junit4:junit4] 2> 5209 T1590 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59693_
[junit4:junit4] 2> 5211 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 5211 T1632 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5211 T1619 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5212 T1612 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5230 T1633 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523/collection1
[junit4:junit4] 2> 5231 T1633 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 5231 T1633 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 5231 T1633 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 5233 T1633 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523/collection1/'
[junit4:junit4] 2> 5234 T1633 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 5235 T1633 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523/collection1/lib/README' to classloader
[junit4:junit4] 2> 5285 T1633 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 5308 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5309 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:59689_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59689"}
[junit4:junit4] 2> 5322 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5322 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5322 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5346 T1633 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5446 T1633 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5452 T1633 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 6079 T1633 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 6091 T1633 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 6095 T1633 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 6115 T1633 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6120 T1633 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 6125 T1633 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6126 T1633 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6126 T1633 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6126 T1633 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 6127 T1633 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 6127 T1633 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 6128 T1633 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1362419944523/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1/
[junit4:junit4] 2> 6128 T1633 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2482448a
[junit4:junit4] 2> 6129 T1633 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 6129 T1633 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1 forceNew:false
[junit4:junit4] 2> 6130 T1633 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1
[junit4:junit4] 2> 6130 T1633 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1/index/
[junit4:junit4] 2> 6131 T1633 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6132 T1633 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1/index forceNew:false
[junit4:junit4] 2> 6177 T1633 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620996tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@58f99e45),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6177 T1633 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 6178 T1633 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1/index
[junit4:junit4] 2> 6181 T1633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6181 T1633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6182 T1633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6182 T1633 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6183 T1633 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6183 T1633 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6184 T1633 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6184 T1633 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6185 T1633 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6197 T1633 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6203 T1633 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1
[junit4:junit4] 2> 6205 T1633 oass.SolrIndexSearcher.<init> Opening Searcher@499e072f main
[junit4:junit4] 2> 6205 T1633 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1/tlog
[junit4:junit4] 2> 6206 T1633 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6206 T1633 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6212 T1634 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@499e072f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6214 T1633 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 6215 T1633 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 6826 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 6827 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59693"}
[junit4:junit4] 2> 6827 T1613 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 6828 T1613 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 6870 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6870 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 6870 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7250 T1633 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 7250 T1633 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59693 collection:collection1 shard:shard1
[junit4:junit4] 2> 7251 T1633 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 7271 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 7272 T1633 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 7273 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 7274 T1633 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 7275 T1633 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 7275 T1633 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59693/collection1/
[junit4:junit4] 2> 7275 T1633 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 7276 T1633 oasc.SyncStrategy.syncToMe http://127.0.0.1:59693/collection1/ has no replicas
[junit4:junit4] 2> 7276 T1633 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59693/collection1/
[junit4:junit4] 2> 7276 T1633 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 7289 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8374 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8397 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8397 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8397 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8420 T1633 oasc.ZkController.register We are http://127.0.0.1:59693/collection1/ and leader is http://127.0.0.1:59693/collection1/
[junit4:junit4] 2> 8420 T1633 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59693
[junit4:junit4] 2> 8420 T1633 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8420 T1633 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8421 T1633 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8423 T1633 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8424 T1590 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 8424 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8425 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8632 T1590 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8636 T1590 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59698
[junit4:junit4] 2> 8636 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8637 T1590 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8637 T1590 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102
[junit4:junit4] 2> 8638 T1590 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102/solr.xml
[junit4:junit4] 2> 8638 T1590 oasc.CoreContainer.<init> New CoreContainer 298982835
[junit4:junit4] 2> 8639 T1590 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102/'
[junit4:junit4] 2> 8640 T1590 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102/'
[junit4:junit4] 2> 8703 T1590 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8703 T1590 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8704 T1590 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8704 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8705 T1590 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8705 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8706 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8706 T1590 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8707 T1590 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8707 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8730 T1590 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8750 T1590 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59686/solr
[junit4:junit4] 2> 8751 T1590 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8751 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d9787db
[junit4:junit4] 2> 8752 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8753 T1645 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8754 T1645 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 8754 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59699
[junit4:junit4] 2> 8754 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59699
[junit4:junit4] 2> 8756 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400007 with negotiated timeout 20000 for client /140.211.11.196:59699
[junit4:junit4] 2> 8756 T1645 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400007, negotiated timeout = 20000
[junit4:junit4] 2> 8756 T1646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d9787db name:ZooKeeperConnection Watcher:127.0.0.1:59686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8757 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8758 T1595 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d368e7d400007
[junit4:junit4] 2> 8768 T1646 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 8768 T1592 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:59699 which had sessionid 0x13d368e7d400007
[junit4:junit4] 2> 8768 T1590 oaz.ZooKeeper.close Session: 0x13d368e7d400007 closed
[junit4:junit4] 2> 8769 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 8782 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@529edfce
[junit4:junit4] 2> 8783 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8783 T1647 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8784 T1647 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 8784 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59700
[junit4:junit4] 2> 8784 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59700
[junit4:junit4] 2> 8786 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400008 with negotiated timeout 20000 for client /140.211.11.196:59700
[junit4:junit4] 2> 8786 T1647 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400008, negotiated timeout = 20000
[junit4:junit4] 2> 8786 T1648 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@529edfce name:ZooKeeperConnection Watcher:127.0.0.1:59686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8786 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8787 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8789 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8797 T1590 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 9799 T1590 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59698_
[junit4:junit4] 2> 9800 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59698_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59698_
[junit4:junit4] 2> 9801 T1590 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59698_
[junit4:junit4] 2> 9804 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9804 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 9804 T1619 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9804 T1648 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9804 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9805 T1612 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9805 T1632 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 9825 T1649 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102/collection1
[junit4:junit4] 2> 9825 T1649 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 9826 T1649 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 9826 T1649 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 9827 T1649 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102/collection1/'
[junit4:junit4] 2> 9828 T1649 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102/collection1/lib/README' to classloader
[junit4:junit4] 2> 9829 T1649 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 9879 T1649 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 9903 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 9904 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59693"}
[junit4:junit4] 2> 9917 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9917 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9917 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9917 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 9940 T1649 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 10041 T1649 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 10047 T1649 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 10644 T1649 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10651 T1649 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10654 T1649 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10667 T1649 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10671 T1649 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10674 T1649 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10675 T1649 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10675 T1649 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10675 T1649 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10676 T1649 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10676 T1649 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10676 T1649 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1362419949102/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2/
[junit4:junit4] 2> 10676 T1649 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2482448a
[junit4:junit4] 2> 10677 T1649 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10678 T1649 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2 forceNew:false
[junit4:junit4] 2> 10678 T1649 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2
[junit4:junit4] 2> 10678 T1649 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2/index/
[junit4:junit4] 2> 10678 T1649 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10679 T1649 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2/index forceNew:false
[junit4:junit4] 2> 10683 T1649 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620997tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822f963),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10683 T1649 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10684 T1649 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2/index
[junit4:junit4] 2> 10686 T1649 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10686 T1649 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10687 T1649 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10687 T1649 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10688 T1649 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10688 T1649 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10688 T1649 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10689 T1649 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10689 T1649 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10697 T1649 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10701 T1649 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2
[junit4:junit4] 2> 10702 T1649 oass.SolrIndexSearcher.<init> Opening Searcher@504abe40 main
[junit4:junit4] 2> 10703 T1649 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2/tlog
[junit4:junit4] 2> 10703 T1649 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10703 T1649 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10707 T1650 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@504abe40 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10709 T1649 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 10709 T1649 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11421 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11422 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59698_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59698"}
[junit4:junit4] 2> 11422 T1613 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 11422 T1613 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 11430 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11430 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11430 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11430 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11711 T1649 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11711 T1649 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59698 collection:collection1 shard:shard2
[junit4:junit4] 2> 11712 T1649 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 11728 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 11729 T1649 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 11730 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11737 T1649 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 11737 T1649 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 11737 T1649 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59698/collection1/
[junit4:junit4] 2> 11738 T1649 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 11738 T1649 oasc.SyncStrategy.syncToMe http://127.0.0.1:59698/collection1/ has no replicas
[junit4:junit4] 2> 11738 T1649 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59698/collection1/
[junit4:junit4] 2> 11738 T1649 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 11741 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d400008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 12948 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12966 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12966 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12966 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12966 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 12976 T1649 oasc.ZkController.register We are http://127.0.0.1:59698/collection1/ and leader is http://127.0.0.1:59698/collection1/
[junit4:junit4] 2> 12976 T1649 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59698
[junit4:junit4] 2> 12976 T1649 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 12976 T1649 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 12977 T1649 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 12979 T1649 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 12980 T1590 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 12981 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 12981 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 13185 T1590 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 13189 T1590 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59701
[junit4:junit4] 2> 13190 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 13190 T1590 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 13191 T1590 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657
[junit4:junit4] 2> 13191 T1590 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657/solr.xml
[junit4:junit4] 2> 13192 T1590 oasc.CoreContainer.<init> New CoreContainer 747283516
[junit4:junit4] 2> 13192 T1590 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657/'
[junit4:junit4] 2> 13193 T1590 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657/'
[junit4:junit4] 2> 13255 T1590 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 13256 T1590 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 13257 T1590 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 13257 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 13258 T1590 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 13258 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 13259 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 13259 T1590 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 13260 T1590 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 13260 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 13281 T1590 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 13301 T1590 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59686/solr
[junit4:junit4] 2> 13301 T1590 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 13302 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@18f3383b
[junit4:junit4] 2> 13303 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13303 T1661 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 13304 T1661 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 13304 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59702
[junit4:junit4] 2> 13305 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59702
[junit4:junit4] 2> 13342 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d400009 with negotiated timeout 20000 for client /140.211.11.196:59702
[junit4:junit4] 2> 13342 T1661 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d400009, negotiated timeout = 20000
[junit4:junit4] 2> 13343 T1662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18f3383b name:ZooKeeperConnection Watcher:127.0.0.1:59686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13343 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13344 T1595 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d368e7d400009
[junit4:junit4] 2> 13346 T1662 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 13346 T1592 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:59702 which had sessionid 0x13d368e7d400009
[junit4:junit4] 2> 13346 T1590 oaz.ZooKeeper.close Session: 0x13d368e7d400009 closed
[junit4:junit4] 2> 13346 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 13357 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@636fee1a
[junit4:junit4] 2> 13358 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13359 T1663 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 13359 T1663 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 13359 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59703
[junit4:junit4] 2> 13360 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59703
[junit4:junit4] 2> 13361 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d40000a with negotiated timeout 20000 for client /140.211.11.196:59703
[junit4:junit4] 2> 13361 T1663 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d40000a, negotiated timeout = 20000
[junit4:junit4] 2> 13362 T1664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@636fee1a name:ZooKeeperConnection Watcher:127.0.0.1:59686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13362 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13363 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d40000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13364 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d40000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13366 T1590 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 14369 T1590 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59701_
[junit4:junit4] 2> 14370 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d40000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59701_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59701_
[junit4:junit4] 2> 14371 T1590 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59701_
[junit4:junit4] 2> 14374 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14374 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14374 T1664 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14374 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14374 T1619 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14375 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14375 T1612 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14389 T1632 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14389 T1648 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14395 T1665 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657/collection1
[junit4:junit4] 2> 14395 T1665 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 14395 T1665 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 14396 T1665 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 14397 T1665 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657/collection1/'
[junit4:junit4] 2> 14398 T1665 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 14399 T1665 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657/collection1/lib/README' to classloader
[junit4:junit4] 2> 14448 T1665 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 14480 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14481 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59698_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59698"}
[junit4:junit4] 2> 14495 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14495 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14495 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14495 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14495 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14507 T1665 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 14608 T1665 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 14614 T1665 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 15229 T1665 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 15239 T1665 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 15243 T1665 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 15258 T1665 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15262 T1665 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15267 T1665 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15268 T1665 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15268 T1665 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15268 T1665 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15269 T1665 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15269 T1665 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15270 T1665 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1362419953657/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/
[junit4:junit4] 2> 15270 T1665 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2482448a
[junit4:junit4] 2> 15271 T1665 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 15272 T1665 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3 forceNew:false
[junit4:junit4] 2> 15272 T1665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3
[junit4:junit4] 2> 15273 T1665 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index/
[junit4:junit4] 2> 15273 T1665 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 15274 T1665 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index forceNew:false
[junit4:junit4] 2> 15279 T1665 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620998tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@46c92c4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15280 T1665 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 15280 T1665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index
[junit4:junit4] 2> 15283 T1665 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 15283 T1665 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 15284 T1665 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 15285 T1665 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 15285 T1665 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 15286 T1665 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 15286 T1665 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 15287 T1665 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 15287 T1665 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 15299 T1665 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 15304 T1665 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3
[junit4:junit4] 2> 15306 T1665 oass.SolrIndexSearcher.<init> Opening Searcher@62f0bcfa main
[junit4:junit4] 2> 15306 T1665 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/tlog
[junit4:junit4] 2> 15307 T1665 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 15308 T1665 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 15313 T1666 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62f0bcfa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 15315 T1665 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 15315 T1665 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 15999 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16000 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59701_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59701"}
[junit4:junit4] 2> 16000 T1613 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 16000 T1613 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 16004 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16004 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16004 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16004 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16004 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16318 T1665 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 16318 T1665 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59701 collection:collection1 shard:shard1
[junit4:junit4] 2> 16322 T1665 oasc.ZkController.register We are http://127.0.0.1:59701/collection1/ and leader is http://127.0.0.1:59693/collection1/
[junit4:junit4] 2> 16322 T1665 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59701
[junit4:junit4] 2> 16322 T1665 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 16322 T1665 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C90 name=collection1 org.apache.solr.core.SolrCore@7d74af00 url=http://127.0.0.1:59701/collection1 node=127.0.0.1:59701_ C90_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:59701_, base_url=http://127.0.0.1:59701}
[junit4:junit4] 2> 16323 T1667 C90 P59701 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 16323 T1665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16323 T1667 C90 P59701 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 16324 T1667 C90 P59701 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 16324 T1667 C90 P59701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16324 T1590 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 16325 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 16326 T1667 C90 P59701 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16326 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16538 T1590 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 16541 T1590 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59705
[junit4:junit4] 2> 16542 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 16542 T1590 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 16543 T1590 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004
[junit4:junit4] 2> 16543 T1590 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004/solr.xml
[junit4:junit4] 2> 16544 T1590 oasc.CoreContainer.<init> New CoreContainer 667436473
[junit4:junit4] 2> 16545 T1590 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004/'
[junit4:junit4] 2> 16545 T1590 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004/'
[junit4:junit4] 2> 16608 T1590 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 16608 T1590 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 16609 T1590 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 16609 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 16610 T1590 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 16610 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 16611 T1590 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 16611 T1590 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 16612 T1590 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 16612 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 16635 T1590 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 16655 T1590 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59686/solr
[junit4:junit4] 2> 16655 T1590 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 16656 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3220a131
[junit4:junit4] 2> 16657 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16657 T1678 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16659 T1678 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 16659 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59706
[junit4:junit4] 2> 16659 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59706
[junit4:junit4] 2> 16667 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d40000b with negotiated timeout 20000 for client /140.211.11.196:59706
[junit4:junit4] 2> 16667 T1678 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d40000b, negotiated timeout = 20000
[junit4:junit4] 2> 16668 T1679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3220a131 name:ZooKeeperConnection Watcher:127.0.0.1:59686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16668 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16669 T1595 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d368e7d40000b
[junit4:junit4] 2> 16682 T1679 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 16682 T1592 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:59706 which had sessionid 0x13d368e7d40000b
[junit4:junit4] 2> 16682 T1590 oaz.ZooKeeper.close Session: 0x13d368e7d40000b closed
[junit4:junit4] 2> 16683 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 16696 T1590 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7184242a
[junit4:junit4] 2> 16697 T1590 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 16697 T1680 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:59686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 16698 T1680 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:59686, initiating session
[junit4:junit4] 2> 16698 T1592 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:59707
[junit4:junit4] 2> 16698 T1592 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:59707
[junit4:junit4] 2> 16725 T1594 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d368e7d40000c with negotiated timeout 20000 for client /140.211.11.196:59707
[junit4:junit4] 2> 16726 T1680 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:59686, sessionid = 0x13d368e7d40000c, negotiated timeout = 20000
[junit4:junit4] 2> 16726 T1681 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7184242a name:ZooKeeperConnection Watcher:127.0.0.1:59686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 16726 T1590 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 16727 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d40000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16753 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d40000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 16780 T1590 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 17521 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17522 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59701_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59701"}
[junit4:junit4] 2> 17563 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17563 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17563 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17563 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17563 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17563 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17783 T1590 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59705_
[junit4:junit4] 2> 17784 T1595 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d368e7d40000c type:delete cxid:0xb zxid:0xa8 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59705_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59705_
[junit4:junit4] 2> 17785 T1590 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59705_
[junit4:junit4] 2> 17787 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17788 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17788 T1619 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17787 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17787 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17787 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17788 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 17789 T1632 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17799 T1612 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17800 T1664 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17800 T1648 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17800 T1681 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 17805 T1682 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004/collection1
[junit4:junit4] 2> 17805 T1682 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 17806 T1682 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 17806 T1682 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 17807 T1682 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004/collection1/'
[junit4:junit4] 2> 17809 T1682 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004/collection1/lib/README' to classloader
[junit4:junit4] 2> 17809 T1682 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 17859 T1682 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 17918 T1682 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 18019 T1682 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 18025 T1682 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 18639 T1682 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 18647 T1682 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 18649 T1682 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 18662 T1682 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 18665 T1682 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 18669 T1682 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 18670 T1682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 18670 T1682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 18670 T1682 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 18671 T1682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 18671 T1682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 18671 T1682 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1362419957004/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/
[junit4:junit4] 2> 18672 T1682 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2482448a
[junit4:junit4] 2> 18672 T1682 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 18673 T1682 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4 forceNew:false
[junit4:junit4] 2> 18673 T1682 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4
[junit4:junit4] 2> 18673 T1682 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index/
[junit4:junit4] 2> 18673 T1682 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 18674 T1682 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index forceNew:false
[junit4:junit4] 2> 18678 T1682 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620999tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ef552b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 18679 T1682 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 18679 T1682 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index
[junit4:junit4] 2> 18681 T1682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 18681 T1682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 18682 T1682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 18682 T1682 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 18683 T1682 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 18683 T1682 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 18683 T1682 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 18684 T1682 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 18684 T1682 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 18692 T1682 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 18696 T1682 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4
[junit4:junit4] 2> 18697 T1682 oass.SolrIndexSearcher.<init> Opening Searcher@38f3160a main
[junit4:junit4] 2> 18698 T1682 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/tlog
[junit4:junit4] 2> 18698 T1682 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 18699 T1682 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 18702 T1683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38f3160a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 18704 T1682 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 18704 T1682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19068 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19068 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59705_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59705"}
[junit4:junit4] 2> 19068 T1613 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 19069 T1613 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 19072 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19072 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19072 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19072 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19072 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19072 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 19707 T1682 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 19707 T1682 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59705 collection:collection1 shard:shard2
[junit4:junit4] 2> 19710 T1682 oasc.ZkController.register We are http://127.0.0.1:59705/collection1/ and leader is http://127.0.0.1:59698/collection1/
[junit4:junit4] 2> 19711 T1682 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59705
[junit4:junit4] 2> 19711 T1682 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 19711 T1682 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C91 name=collection1 org.apache.solr.core.SolrCore@b1b0ff7 url=http://127.0.0.1:59705/collection1 node=127.0.0.1:59705_ C91_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:59705_, base_url=http://127.0.0.1:59705}
[junit4:junit4] 2> 19712 T1684 C91 P59705 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 19712 T1682 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19712 T1684 C91 P59705 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 19713 T1684 C91 P59705 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 19713 T1684 C91 P59705 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 19713 T1590 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 19714 T1590 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 19715 T1590 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 19731 T1684 C91 P59705 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 19731 T1590 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19733 T1590 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 19733 T1590 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C90_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:59701_, base_url=http://127.0.0.1:59701}
[junit4:junit4] 2> 20348 T1667 C90 P59701 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:59693/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 20348 T1667 C90 P59701 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59701 START replicas=[http://127.0.0.1:59693/collection1/] nUpdates=100
[junit4:junit4] 2> 20349 T1667 C90 P59701 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 20349 T1667 C90 P59701 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 20349 T1667 C90 P59701 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 20349 T1667 C90 P59701 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 20350 T1667 C90 P59701 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 20350 T1667 C90 P59701 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:59693/collection1/. core=collection1
[junit4:junit4] 2> 20350 T1667 C90 P59701 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C92 name=collection1 org.apache.solr.core.SolrCore@609af6c5 url=http://127.0.0.1:59693/collection1 node=127.0.0.1:59693_ C92_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:59693_, base_url=http://127.0.0.1:59693, leader=true}
[junit4:junit4] 2> 20357 T1623 C92 P59693 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 20363 T1624 C92 P59693 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 20363 T1624 C92 P59693 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1
[junit4:junit4] 2> 20368 T1624 C92 P59693 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620996tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@58f99e45),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 20368 T1624 C92 P59693 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 20371 T1624 C92 P59693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620996tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@58f99e45),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620996tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@58f99e45),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 20372 T1624 C92 P59693 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 20373 T1624 C92 P59693 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1
[junit4:junit4] 2> 20373 T1624 C92 P59693 oass.SolrIndexSearcher.<init> Opening Searcher@7dcc779c realtime
[junit4:junit4] 2> 20374 T1624 C92 P59693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 20374 T1624 C92 P59693 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 20375 T1667 C90 P59701 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20375 T1667 C90 P59701 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 20378 T1625 C92 P59693 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20378 T1625 C92 P59693 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 20379 T1667 C90 P59701 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 20379 T1667 C90 P59701 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 20380 T1667 C90 P59701 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 20382 T1625 C92 P59693 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1
[junit4:junit4] 2> 20383 T1625 C92 P59693 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1/index
[junit4:junit4] 2> 20383 T1625 C92 P59693 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 20384 T1667 C90 P59701 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 20385 T1667 C90 P59701 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index.20130304135921045 forceNew:false
[junit4:junit4] 2> 20386 T1667 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3
[junit4:junit4] 2> 20386 T1667 C90 P59701 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d0152cf lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c121f86) fullCopy=false
[junit4:junit4] 2> 20389 T1625 C92 P59693 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 20391 T1667 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index
[junit4:junit4] 2> 20391 T1667 C90 P59701 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 20392 T1667 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3
[junit4:junit4] 2> 20393 T1667 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3
[junit4:junit4] 2> 20393 T1667 C90 P59701 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 20393 T1667 C90 P59701 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 20394 T1667 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3
[junit4:junit4] 2> 20397 T1667 C90 P59701 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620998tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@46c92c4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620998tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@46c92c4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 20398 T1667 C90 P59701 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 20398 T1667 C90 P59701 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 20399 T1667 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3
[junit4:junit4] 2> 20399 T1667 C90 P59701 oass.SolrIndexSearcher.<init> Opening Searcher@36181632 main
[junit4:junit4] 2> 20400 T1666 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@36181632 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 20401 T1666 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index
[junit4:junit4] 2> 20401 T1667 C90 P59701 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d0152cf lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c121f86)
[junit4:junit4] 2> 20401 T1667 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index.20130304135921045
[junit4:junit4] 2> 20402 T1667 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3/index
[junit4:junit4] 2> 20402 T1667 C90 P59701 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 20402 T1667 C90 P59701 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 20402 T1667 C90 P59701 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 20403 T1667 C90 P59701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 20404 T1667 C90 P59701 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 20576 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20577 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59705_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59705"}
[junit4:junit4] 2> 20580 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59701_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59701"}
[junit4:junit4] 2> 20594 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20594 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20594 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20594 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20594 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20594 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 20735 T1590 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21737 T1590 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 22739 T1590 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C91_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:59705_, base_url=http://127.0.0.1:59705}
[junit4:junit4] 2> 22745 T1684 C91 P59705 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:59698/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 22745 T1684 C91 P59705 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59705 START replicas=[http://127.0.0.1:59698/collection1/] nUpdates=100
[junit4:junit4] 2> 22746 T1684 C91 P59705 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 22746 T1684 C91 P59705 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 22746 T1684 C91 P59705 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 22746 T1684 C91 P59705 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 22747 T1684 C91 P59705 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 22747 T1684 C91 P59705 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:59698/collection1/. core=collection1
[junit4:junit4] 2> 22747 T1684 C91 P59705 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C93 name=collection1 org.apache.solr.core.SolrCore@3ab07463 url=http://127.0.0.1:59698/collection1 node=127.0.0.1:59698_ C93_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:59698_, base_url=http://127.0.0.1:59698, leader=true}
[junit4:junit4] 2> 22757 T1639 C93 P59698 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 22765 T1640 C93 P59698 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 22766 T1640 C93 P59698 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2
[junit4:junit4] 2> 22770 T1640 C93 P59698 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620997tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822f963),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 22770 T1640 C93 P59698 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 22774 T1640 C93 P59698 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620997tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822f963),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620997tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3822f963),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22774 T1640 C93 P59698 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22775 T1640 C93 P59698 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2
[junit4:junit4] 2> 22775 T1640 C93 P59698 oass.SolrIndexSearcher.<init> Opening Searcher@68de70f6 realtime
[junit4:junit4] 2> 22776 T1640 C93 P59698 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 22776 T1640 C93 P59698 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 22777 T1684 C91 P59705 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 22778 T1684 C91 P59705 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 22779 T1641 C93 P59698 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 22780 T1641 C93 P59698 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 22781 T1684 C91 P59705 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 22781 T1684 C91 P59705 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 22781 T1684 C91 P59705 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 22783 T1641 C93 P59698 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2
[junit4:junit4] 2> 22784 T1641 C93 P59698 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2/index
[junit4:junit4] 2> 22784 T1641 C93 P59698 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 22785 T1684 C91 P59705 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 22786 T1684 C91 P59705 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index.20130304135923447 forceNew:false
[junit4:junit4] 2> 22787 T1684 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4
[junit4:junit4] 2> 22787 T1684 C91 P59705 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c14be93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6db36b4a) fullCopy=false
[junit4:junit4] 2> 22790 T1641 C93 P59698 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 22792 T1684 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index
[junit4:junit4] 2> 22792 T1684 C91 P59705 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 22793 T1684 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4
[junit4:junit4] 2> 22794 T1684 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4
[junit4:junit4] 2> 22794 T1684 C91 P59705 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 22794 T1684 C91 P59705 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 22795 T1684 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4
[junit4:junit4] 2> 22798 T1684 C91 P59705 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620999tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ef552b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620999tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ef552b6),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 22799 T1684 C91 P59705 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 22799 T1684 C91 P59705 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 22800 T1684 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4
[junit4:junit4] 2> 22800 T1684 C91 P59705 oass.SolrIndexSearcher.<init> Opening Searcher@2650af6e main
[junit4:junit4] 2> 22801 T1683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2650af6e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 22802 T1683 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index
[junit4:junit4] 2> 22802 T1684 C91 P59705 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c14be93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6db36b4a)
[junit4:junit4] 2> 22802 T1684 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index.20130304135923447
[junit4:junit4] 2> 22803 T1684 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4/index
[junit4:junit4] 2> 22803 T1684 C91 P59705 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 22803 T1684 C91 P59705 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 22803 T1684 C91 P59705 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 22803 T1684 C91 P59705 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 22805 T1684 C91 P59705 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 23611 T1613 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23612 T1613 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:59705_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:59705"}
[junit4:junit4] 2> 23626 T1612 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23626 T1681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23626 T1648 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23626 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23626 T1619 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23626 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 23741 T1590 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 23742 T1590 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C94 name=collection1 org.apache.solr.core.SolrCore@2c5737e0 url=http://127.0.0.1:59689/collection1 node=127.0.0.1:59689_ C94_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:59689_, base_url=http://127.0.0.1:59689, leader=true}
[junit4:junit4] 2> 23757 T1602 C94 P59689 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data
[junit4:junit4] 2> 23762 T1602 C94 P59689 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/index2098620995tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@42addb19),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 23762 T1602 C94 P59689 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 23764 T1602 C94 P59689 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/control/data
[junit4:junit4] 2> 23764 T1602 C94 P59689 oass.SolrIndexSearcher.<init> Opening Searcher@b16d234 realtime
[junit4:junit4] 2> 23765 T1602 C94 P59689 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1428600876608520192)} 0 13
[junit4:junit4] 2> 23790 T1626 C92 P59693 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty1
[junit4:junit4] 2> 23795 T1642 C93 P59698 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty2
[junit4:junit4] 2> C90_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:59701_, base_url=http://127.0.0.1:59701}
[junit4:junit4] 2> 23801 T1654 C90 P59701 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty3
[junit4:junit4] 2> 23802 T1654 C90 P59701 /update {update.distrib=FROMLEADER&_version_=-1428600876642074624&update.from=http://127.0.0.1:59693/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1428600876642074624)} 0 2
[junit4:junit4] 2> C91_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:59705_, base_url=http://127.0.0.1:59705}
[junit4:junit4] 2> 23805 T1671 C91 P59705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1362419940665/jetty4
[junit4:junit4] 2> 23806 T1671 C91 P59705 /update {update.distrib=FROMLEADER&_version_=-1428600876648366080&update.from=http://127.0.0.1:59698/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1428600876648366080)} 0 3
[junit4:junit4] 2> 23807 T1642 C93 P59698 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1428600876648366080)} 0 13
[junit4:junit4] 2> 23808 T1626 C92 P59693 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1428600876642074624)} 0 20
[junit4:junit4] 2> 23815 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[1 (1428600876667240448)]} 0 4
[junit4:junit4] 2> 23828 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428600876673531904)]} 0 4
[junit4:junit4] 2> 23829 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[1 (1428600876673531904)]} 0 11
[junit4:junit4] 2> 23834 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[2 (1428600876688211968)]} 0 2
[junit4:junit4] 2> 23850 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1428600876696600576)]} 0 4
[junit4:junit4] 2> 23851 T1642 C93 P59698 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1428600876696600576)]} 0 11
[junit4:junit4] 2> 23851 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[2]} 0 14
[junit4:junit4] 2> 23856 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[3 (1428600876711280640)]} 0 2
[junit4:junit4] 2> 23865 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1428600876715474944)]} 0 2
[junit4:junit4] 2> 23866 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[3 (1428600876715474944)]} 0 8
[junit4:junit4] 2> 23871 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[4 (1428600876727009280)]} 0 2
[junit4:junit4] 2> 23882 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428600876734349312)]} 0 2
[junit4:junit4] 2> 23883 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1428600876734349312)]} 0 7
[junit4:junit4] 2> 23884 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[4]} 0 10
[junit4:junit4] 2> 23889 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[5 (1428600876745883648)]} 0 2
[junit4:junit4] 2> 23898 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1428600876751126528)]} 0 2
[junit4:junit4] 2> 23899 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[5 (1428600876751126528)]} 0 7
[junit4:junit4] 2> 23904 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[6 (1428600876761612288)]} 0 2
[junit4:junit4] 2> 23913 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1428600876766855168)]} 0 2
[junit4:junit4] 2> 23914 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[6 (1428600876766855168)]} 0 7
[junit4:junit4] 2> 23919 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[7 (1428600876777340928)]} 0 2
[junit4:junit4] 2> 23928 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1428600876782583808)]} 0 2
[junit4:junit4] 2> 23929 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[7 (1428600876782583808)]} 0 7
[junit4:junit4] 2> 23934 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[8 (1428600876793069568)]} 0 2
[junit4:junit4] 2> 23946 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428600876801458176)]} 0 2
[junit4:junit4] 2> 23947 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1428600876801458176)]} 0 7
[junit4:junit4] 2> 23948 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[8]} 0 11
[junit4:junit4] 2> 23953 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[9 (1428600876812992512)]} 0 2
[junit4:junit4] 2> 23962 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1428600876818235392)]} 0 2
[junit4:junit4] 2> 23963 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[9 (1428600876818235392)]} 0 7
[junit4:junit4] 2> 23968 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[10 (1428600876828721152)]} 0 2
[junit4:junit4] 2> 23977 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428600876833964032)]} 0 2
[junit4:junit4] 2> 23978 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[10 (1428600876833964032)]} 0 7
[junit4:junit4] 2> 23983 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[11 (1428600876844449792)]} 0 2
[junit4:junit4] 2> 23992 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428600876849692672)]} 0 2
[junit4:junit4] 2> 23993 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[11 (1428600876849692672)]} 0 7
[junit4:junit4] 2> 23998 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[12 (1428600876860178432)]} 0 2
[junit4:junit4] 2> 24007 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428600876865421312)]} 0 2
[junit4:junit4] 2> 24008 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[12 (1428600876865421312)]} 0 7
[junit4:junit4] 2> 24013 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[13 (1428600876875907072)]} 0 2
[junit4:junit4] 2> 24026 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428600876884295680)]} 0 2
[junit4:junit4] 2> 24027 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1428600876884295680)]} 0 8
[junit4:junit4] 2> 24028 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[13]} 0 12
[junit4:junit4] 2> 24033 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[14 (1428600876896878592)]} 0 2
[junit4:junit4] 2> 24042 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428600876902121472)]} 0 2
[junit4:junit4] 2> 24043 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[14 (1428600876902121472)]} 0 7
[junit4:junit4] 2> 24048 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[15 (1428600876912607232)]} 0 2
[junit4:junit4] 2> 24057 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428600876917850112)]} 0 2
[junit4:junit4] 2> 24057 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[15 (1428600876917850112)]} 0 6
[junit4:junit4] 2> 24062 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[16 (1428600876927287296)]} 0 2
[junit4:junit4] 2> 24072 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428600876932530176)]} 0 2
[junit4:junit4] 2> 24073 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[16 (1428600876932530176)]} 0 8
[junit4:junit4] 2> 24080 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[17 (1428600876945113088)]} 0 4
[junit4:junit4] 2> 24102 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1428600876957696000)]} 0 5
[junit4:junit4] 2> 24102 T1642 C93 P59698 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1428600876957696000)]} 0 14
[junit4:junit4] 2> 24103 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[17]} 0 19
[junit4:junit4] 2> 24108 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[100 (1428600876975521792)]} 0 2
[junit4:junit4] 2> 24119 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428600876982861824)]} 0 2
[junit4:junit4] 2> 24119 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[100 (1428600876982861824)]} 0 6
[junit4:junit4] 2> 24120 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[100]} 0 10
[junit4:junit4] 2> 24125 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[101 (1428600876993347584)]} 0 2
[junit4:junit4] 2> 24134 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428600876998590464)]} 0 2
[junit4:junit4] 2> 24134 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[101 (1428600876998590464)]} 0 6
[junit4:junit4] 2> 24138 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[102 (1428600877008027648)]} 0 1
[junit4:junit4] 2> 24147 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428600877012221952)]} 0 2
[junit4:junit4] 2> 24147 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[102 (1428600877012221952)]} 0 6
[junit4:junit4] 2> 24152 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[103 (1428600877021659136)]} 0 2
[junit4:junit4] 2> 24162 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[103 (1428600877026902016)]} 0 2
[junit4:junit4] 2> 24162 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[103 (1428600877026902016)]} 0 7
[junit4:junit4] 2> 24168 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[104 (1428600877038436352)]} 0 2
[junit4:junit4] 2> 24177 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[104 (1428600877042630656)]} 0 2
[junit4:junit4] 2> 24178 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[104 (1428600877042630656)]} 0 8
[junit4:junit4] 2> 24183 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[105 (1428600877054164992)]} 0 2
[junit4:junit4] 2> 24195 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[105 (1428600877062553600)]} 0 2
[junit4:junit4] 2> 24195 T1642 C93 P59698 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[105 (1428600877062553600)]} 0 6
[junit4:junit4] 2> 24196 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[105]} 0 10
[junit4:junit4] 2> 24200 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[106 (1428600877073039360)]} 0 1
[junit4:junit4] 2> 24209 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[106 (1428600877077233664)]} 0 2
[junit4:junit4] 2> 24209 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[106 (1428600877077233664)]} 0 6
[junit4:junit4] 2> 24214 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[107 (1428600877086670848)]} 0 2
[junit4:junit4] 2> 24222 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428600877090865152)]} 0 2
[junit4:junit4] 2> 24222 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[107 (1428600877090865152)]} 0 6
[junit4:junit4] 2> 24227 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[108 (1428600877100302336)]} 0 2
[junit4:junit4] 2> 24236 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428600877105545216)]} 0 2
[junit4:junit4] 2> 24236 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[108 (1428600877105545216)]} 0 6
[junit4:junit4] 2> 24241 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[109 (1428600877114982400)]} 0 2
[junit4:junit4] 2> 24253 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428600877123371008)]} 0 2
[junit4:junit4] 2> 24253 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[109 (1428600877123371008)]} 0 6
[junit4:junit4] 2> 24254 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[109]} 0 10
[junit4:junit4] 2> 24259 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[110 (1428600877133856768)]} 0 2
[junit4:junit4] 2> 24268 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428600877139099648)]} 0 2
[junit4:junit4] 2> 24268 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[110 (1428600877139099648)]} 0 6
[junit4:junit4] 2> 24273 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[111 (1428600877148536832)]} 0 2
[junit4:junit4] 2> 24282 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428600877153779712)]} 0 2
[junit4:junit4] 2> 24282 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[111 (1428600877153779712)]} 0 6
[junit4:junit4] 2> 24287 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[112 (1428600877163216896)]} 0 2
[junit4:junit4] 2> 24299 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[112 (1428600877171605504)]} 0 2
[junit4:junit4] 2> 24299 T1642 C93 P59698 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[112 (1428600877171605504)]} 0 6
[junit4:junit4] 2> 24300 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[112]} 0 10
[junit4:junit4] 2> 24305 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[113 (1428600877182091264)]} 0 2
[junit4:junit4] 2> 24316 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428600877189431296)]} 0 2
[junit4:junit4] 2> 24316 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[113 (1428600877189431296)]} 0 6
[junit4:junit4] 2> 24317 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[113]} 0 10
[junit4:junit4] 2> 24322 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[114 (1428600877199917056)]} 0 2
[junit4:junit4] 2> 24332 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428600877207257088)]} 0 1
[junit4:junit4] 2> 24333 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[114 (1428600877207257088)]} 0 6
[junit4:junit4] 2> 24334 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[114]} 0 10
[junit4:junit4] 2> 24338 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[115 (1428600877217742848)]} 0 1
[junit4:junit4] 2> 24347 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[115 (1428600877221937152)]} 0 2
[junit4:junit4] 2> 24347 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[115 (1428600877221937152)]} 0 6
[junit4:junit4] 2> 24352 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[116 (1428600877231374336)]} 0 2
[junit4:junit4] 2> 24360 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[116 (1428600877235568640)]} 0 2
[junit4:junit4] 2> 24360 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[116 (1428600877235568640)]} 0 6
[junit4:junit4] 2> 24365 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[117 (1428600877245005824)]} 0 2
[junit4:junit4] 2> 24376 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[117 (1428600877252345856)]} 0 2
[junit4:junit4] 2> 24376 T1642 C93 P59698 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[117 (1428600877252345856)]} 0 6
[junit4:junit4] 2> 24377 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[117]} 0 10
[junit4:junit4] 2> 24382 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[118 (1428600877262831616)]} 0 2
[junit4:junit4] 2> 24390 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428600877267025920)]} 0 2
[junit4:junit4] 2> 24390 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[118 (1428600877267025920)]} 0 6
[junit4:junit4] 2> 24395 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[119 (1428600877276463104)]} 0 1
[junit4:junit4] 2> 24406 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[119 (1428600877283803136)]} 0 2
[junit4:junit4] 2> 24406 T1642 C93 P59698 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[119 (1428600877283803136)]} 0 6
[junit4:junit4] 2> 24407 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[119]} 0 10
[junit4:junit4] 2> 24412 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[120 (1428600877294288896)]} 0 2
[junit4:junit4] 2> 24423 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[120 (1428600877301628928)]} 0 2
[junit4:junit4] 2> 24424 T1642 C93 P59698 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[120 (1428600877301628928)]} 0 7
[junit4:junit4] 2> 24424 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[120]} 0 10
[junit4:junit4] 2> 24429 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[121 (1428600877312114688)]} 0 2
[junit4:junit4] 2> 24437 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[121 (1428600877316308992)]} 0 2
[junit4:junit4] 2> 24437 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[121 (1428600877316308992)]} 0 6
[junit4:junit4] 2> 24442 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[122 (1428600877325746176)]} 0 2
[junit4:junit4] 2> 24454 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428600877334134784)]} 0 2
[junit4:junit4] 2> 24454 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[122 (1428600877334134784)]} 0 6
[junit4:junit4] 2> 24455 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[122]} 0 10
[junit4:junit4] 2> 24460 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[123 (1428600877344620544)]} 0 2
[junit4:junit4] 2> 24471 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428600877351960576)]} 0 2
[junit4:junit4] 2> 24471 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[123 (1428600877351960576)]} 0 6
[junit4:junit4] 2> 24472 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[123]} 0 10
[junit4:junit4] 2> 24477 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[124 (1428600877362446336)]} 0 2
[junit4:junit4] 2> 24487 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428600877368737792)]} 0 2
[junit4:junit4] 2> 24487 T1627 C92 P59693 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[124 (1428600877368737792)]} 0 6
[junit4:junit4] 2> 24488 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[124]} 0 10
[junit4:junit4] 2> 24493 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[125 (1428600877379223552)]} 0 2
[junit4:junit4] 2> 24501 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428600877383417856)]} 0 2
[junit4:junit4] 2> 24501 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[125 (1428600877383417856)]} 0 6
[junit4:junit4] 2> 24506 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[126 (1428600877392855040)]} 0 2
[junit4:junit4] 2> 24514 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[126 (1428600877397049344)]} 0 2
[junit4:junit4] 2> 24514 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[126 (1428600877397049344)]} 0 6
[junit4:junit4] 2> 24519 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[127 (1428600877406486528)]} 0 2
[junit4:junit4] 2> 24527 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[127 (1428600877410680832)]} 0 2
[junit4:junit4] 2> 24527 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[127 (1428600877410680832)]} 0 6
[junit4:junit4] 2> 24532 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[128 (1428600877420118016)]} 0 2
[junit4:junit4] 2> 24543 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[128 (1428600877427458048)]} 0 2
[junit4:junit4] 2> 24543 T1642 C93 P59698 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[128 (1428600877427458048)]} 0 6
[junit4:junit4] 2> 24544 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[128]} 0 10
[junit4:junit4] 2> 24549 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[129 (1428600877437943808)]} 0 2
[junit4:junit4] 2> 24557 T1654 C90 P59701 /update {distrib.from=http://127.0.0.1:59693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428600877442138112)]} 0 2
[junit4:junit4] 2> 24557 T1626 C92 P59693 /update {wt=javabin&version=2} {add=[129 (1428600877442138112)]} 0 6
[junit4:junit4] 2> 24562 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[130 (1428600877451575296)]} 0 2
[junit4:junit4] 2> 24570 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[130 (1428600877455769600)]} 0 2
[junit4:junit4] 2> 24570 T1643 C93 P59698 /update {wt=javabin&version=2} {add=[130 (1428600877455769600)]} 0 6
[junit4:junit4] 2> 24574 T1602 C94 P59689 /update {wt=javabin&version=2} {add=[131 (1428600877465206784)]} 0 1
[junit4:junit4] 2> 24583 T1671 C91 P59705 /update {distrib.from=http://127.0.0.1:59698/collection1/&update.distrib=
[...truncated too long message...]
e$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 10) Thread[id=1652, name=HashSessionScavenger-52, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] 2> at java.lang.Object.wait(Native Method)
[junit4:junit4] 2> at java.util.TimerThread.mainLoop(Timer.java:552)
[junit4:junit4] 2> at java.util.TimerThread.run(Timer.java:505)
[junit4:junit4] 2> 11) Thread[id=1653, name=qtp1168228197-1653 Acceptor0 SocketConnector@127.0.0.1:59701, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] 2> at java.net.PlainSocketImpl.socketAccept(Native Method)
[junit4:junit4] 2> at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
[junit4:junit4] 2> at java.net.ServerSocket.implAccept(ServerSocket.java:522)
[junit4:junit4] 2> at java.net.ServerSocket.accept(ServerSocket.java:490)
[junit4:junit4] 2> at org.eclipse.jetty.server.bio.SocketConnector.accept(SocketConnector.java:117)
[junit4:junit4] 2> at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 12) Thread[id=1745, name=qtp2117968044-1745, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4] 2> at org.eclipse.jetty.io.ByteArrayBuffer.readFrom(ByteArrayBuffer.java:375)
[junit4:junit4] 2> at org.eclipse.jetty.io.bio.StreamEndPoint.fill(StreamEndPoint.java:141)
[junit4:junit4] 2> at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.fill(SocketConnector.java:227)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.fill(HttpParser.java:1035)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:280)
[junit4:junit4] 2> at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
[junit4:junit4] 2> at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
[junit4:junit4] 2> at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {foo_b=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), n_f1=PostingsFormat(name=NestedPulsing), cat=PostingsFormat(name=SimpleText), foo_d=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_f=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), n_tl1=PostingsFormat(name=NestedPulsing), n_d1=PostingsFormat(name=SimpleText), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=PostingsFormat(name=SimpleText), n_td1=PostingsFormat(name=NestedPulsing), timestamp=PostingsFormat(name=SimpleText), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), range_facet_si=PostingsFormat(name=NestedPulsing), oddField_s=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), sequence_i=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), name=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_i=PostingsFormat(name=NestedPulsing), regex_dup_B_s=PostingsFormat(name=SimpleText), multiDefault=PostingsFormat(name=NestedPulsing), n_tf1=PostingsFormat(name=SimpleText), n_dt1=PostingsFormat(name=NestedPulsing), genre_s=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), author_t=PostingsFormat(name=NestedPulsing), n_ti1=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_l=PostingsFormat(name=SimpleText), text=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), _version_=PostingsFormat(name=SimpleText), val_i=PostingsFormat(name=TestBloomFilteredLucene41Postings), SubjectTerms_mfacet=PostingsFormat(name=SimpleText), series_t=PostingsFormat(name=NestedPulsing), a_t=PostingsFormat(name=SimpleText), n_tdt1=PostingsFormat(name=SimpleText), regex_dup_A_s=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), price=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80), other_tl1=PostingsFormat(name=SimpleText), n_l1=PostingsFormat(name=SimpleText), a_si=PostingsFormat(name=NestedPulsing), inStock=Pulsing41(freqCutoff=5 minBlockSize=18 maxBlockSize=80)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=de_LU, timezone=America/Port_of_Spain
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=16,free=277666712,total=536870912
[junit4:junit4] 2> NOTE: All tests run in this JVM: [DocValuesTest, TestFaceting, TestSearchPerf, OverseerTest, LegacyHTMLStripCharFilterTest, TestPseudoReturnFields, TestReplicationHandler, TestSolrQueryParser, QueryParsingTest, SolrIndexSplitterTest, TestPerFieldSimilarity, TestPluginEnable, MBeansHandlerTest, TestReversedWildcardFilterFactory, SpellingQueryConverterTest, WordBreakSolrSpellCheckerTest, DocumentBuilderTest, TestFunctionQuery, SuggesterTest, SoftAutoCommitTest, SystemInfoHandlerTest, TestPhraseSuggestions, TestDocSet, SliceStateUpdateTest, SimpleFacetsTest, UnloadDistributedZkTest, RAMDirectoryFactoryTest, SpatialFilterTest, TestConfig, TestSort, TestSolrDeletionPolicy1, ReturnFieldsTest, TestPHPSerializedResponseWriter, BadComponentTest, CSVRequestHandlerTest, BinaryUpdateRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, LoggingHandlerTest, DirectSolrConnectionTest, OverseerCollectionProcessorTest, SynonymTokenizerTest, ShowFileRequestHandlerTest, QueryElevationComponentTest, PolyFieldTest, TestFastLRUCache, SliceStateTest, ExternalFileFieldSortTest, FileBasedSpellCheckerTest, PeerSyncTest, AutoCommitTest, MoreLikeThisHandlerTest, SchemaVersionSpecificBehaviorTest, TestIBSimilarityFactory, BasicDistributedZkTest]
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=99E9FD5446A87955 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de_LU -Dtests.timezone=America/Port_of_Spain -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4:junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([99E9FD5446A87955]:0)
[junit4:junit4] Completed on J0 in 7223.39s, 1 test, 2 errors <<< FAILURES!
[...truncated 41 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1213: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:877: There were test failures: 261 suites, 1101 tests, 1 suite-level error, 1 error, 58 ignored (8 assumptions)
Total time: 156 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-java7 - Build # 3782 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-java7/3782/
1 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
No registered leader was found, collection:collection1 slice:shard1
Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found, collection:collection1 slice:shard1
at __randomizedtesting.SeedInfo.seed([D8A9D6DCD67583D3:594F58C4A12AE3EF]:0)
at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:430)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:295)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9522 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4] 2> 0 T3629 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /lf/v
[junit4:junit4] 2> 5 T3629 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323
[junit4:junit4] 2> 6 T3629 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 7 T3630 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 10 T3630 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4] 2> 10 T3630 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4] 2> 10 T3630 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4] 2> 11 T3630 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> 12 T3630 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4] 2> 108 T3629 oasc.ZkTestServer.run start zk server on port:44242
[junit4:junit4] 2> 108 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@554c730d
[junit4:junit4] 2> 109 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 109 T3635 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 110 T3635 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 110 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:14551
[junit4:junit4] 2> 111 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:14551
[junit4:junit4] 2> 111 T3633 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4] 2> 114 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10000 with negotiated timeout 10000 for client /140.211.11.196:14551
[junit4:junit4] 2> 114 T3635 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10000, negotiated timeout = 10000
[junit4:junit4] 2> 115 T3636 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@554c730d name:ZooKeeperConnection Watcher:127.0.0.1:44242 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 115 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 116 T3629 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 127 T3634 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3507dfd10000
[junit4:junit4] 2> 128 T3636 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 129 T3631 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:14551 which had sessionid 0x13d3507dfd10000
[junit4:junit4] 2> 128 T3629 oaz.ZooKeeper.close Session: 0x13d3507dfd10000 closed
[junit4:junit4] 2> 129 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@54be0abb
[junit4:junit4] 2> 130 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 130 T3637 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 131 T3637 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 131 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:16193
[junit4:junit4] 2> 131 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:16193
[junit4:junit4] 2> 133 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10001 with negotiated timeout 10000 for client /140.211.11.196:16193
[junit4:junit4] 2> 133 T3637 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10001, negotiated timeout = 10000
[junit4:junit4] 2> 133 T3638 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54be0abb name:ZooKeeperConnection Watcher:127.0.0.1:44242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 134 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 134 T3629 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 138 T3629 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 145 T3629 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 148 T3629 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 152 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 152 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 164 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 165 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 268 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 269 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 272 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 272 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 275 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 276 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 284 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 285 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 288 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 289 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 292 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 292 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 295 T3629 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 296 T3629 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 298 T3634 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3507dfd10001
[junit4:junit4] 2> 306 T3638 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 306 T3631 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:16193 which had sessionid 0x13d3507dfd10001
[junit4:junit4] 2> 306 T3629 oaz.ZooKeeper.close Session: 0x13d3507dfd10001 closed
[junit4:junit4] 2> 493 T3629 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 500 T3629 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:18625
[junit4:junit4] 2> 500 T3629 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 501 T3629 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 501 T3629 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624
[junit4:junit4] 2> 502 T3629 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624/solr.xml
[junit4:junit4] 2> 502 T3629 oasc.CoreContainer.<init> New CoreContainer 1847722960
[junit4:junit4] 2> 503 T3629 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624/'
[junit4:junit4] 2> 504 T3629 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624/'
[junit4:junit4] 2> 568 T3629 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 569 T3629 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 569 T3629 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 570 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 570 T3629 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 571 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 571 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 572 T3629 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 572 T3629 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 573 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 595 T3629 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 615 T3629 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:44242/solr
[junit4:junit4] 2> 616 T3629 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 617 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@10b4c09a
[junit4:junit4] 2> 618 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 618 T3648 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 619 T3648 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 619 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:40051
[junit4:junit4] 2> 619 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:40051
[junit4:junit4] 2> 621 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10002 with negotiated timeout 20000 for client /140.211.11.196:40051
[junit4:junit4] 2> 621 T3648 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10002, negotiated timeout = 20000
[junit4:junit4] 2> 621 T3649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10b4c09a name:ZooKeeperConnection Watcher:127.0.0.1:44242 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 622 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 623 T3634 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3507dfd10002
[junit4:junit4] 2> 636 T3649 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 636 T3631 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:40051 which had sessionid 0x13d3507dfd10002
[junit4:junit4] 2> 636 T3629 oaz.ZooKeeper.close Session: 0x13d3507dfd10002 closed
[junit4:junit4] 2> 637 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 649 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@61a5c987
[junit4:junit4] 2> 650 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 650 T3650 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 651 T3650 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 651 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:60923
[junit4:junit4] 2> 651 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:60923
[junit4:junit4] 2> 653 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10003 with negotiated timeout 20000 for client /140.211.11.196:60923
[junit4:junit4] 2> 653 T3650 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10003, negotiated timeout = 20000
[junit4:junit4] 2> 653 T3651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61a5c987 name:ZooKeeperConnection Watcher:127.0.0.1:44242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 653 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 660 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 661 T3629 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 664 T3629 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:18625_lf%2Fv
[junit4:junit4] 2> 665 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:18625_lf%2Fv Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:18625_lf%2Fv
[junit4:junit4] 2> 671 T3629 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:18625_lf%2Fv
[junit4:junit4] 2> 674 T3629 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 686 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4] 2> 692 T3629 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 695 T3629 oasc.Overseer.start Overseer (id=89285875553337347-127.0.0.1:18625_lf%2Fv-n_0000000000) starting
[junit4:junit4] 2> 696 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 697 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 706 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 707 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 714 T3653 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 714 T3629 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 717 T3629 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 720 T3652 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 724 T3654 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624/collection1
[junit4:junit4] 2> 724 T3654 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 725 T3654 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 725 T3654 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 726 T3654 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624/collection1/'
[junit4:junit4] 2> 727 T3654 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624/collection1/lib/README' to classloader
[junit4:junit4] 2> 728 T3654 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 781 T3654 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 841 T3654 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 942 T3654 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 949 T3654 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 1592 T3654 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1605 T3654 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1609 T3654 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1623 T3654 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1628 T3654 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1632 T3654 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1633 T3654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1634 T3654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1634 T3654 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1635 T3654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1635 T3654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 1635 T3654 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362394341624/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data/
[junit4:junit4] 2> 1636 T3654 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33802b75
[junit4:junit4] 2> 1636 T3654 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1637 T3654 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data forceNew:false
[junit4:junit4] 2> 1637 T3654 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data
[junit4:junit4] 2> 1638 T3654 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data/index/
[junit4:junit4] 2> 1638 T3654 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1639 T3654 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data/index forceNew:false
[junit4:junit4] 2> 1642 T3654 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@83de18b lockFactory=org.apache.lucene.store.NativeFSLockFactory@39c8374a; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 1642 T3654 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 1643 T3654 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data/index
[junit4:junit4] 2> 1645 T3654 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1646 T3654 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1646 T3654 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1647 T3654 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1647 T3654 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1648 T3654 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1648 T3654 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1648 T3654 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1649 T3654 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1662 T3654 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1667 T3654 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data
[junit4:junit4] 2> 1668 T3654 oass.SolrIndexSearcher.<init> Opening Searcher@19243b07 main
[junit4:junit4] 2> 1668 T3654 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data/tlog
[junit4:junit4] 2> 1669 T3654 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1670 T3654 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1672 T3654 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data
[junit4:junit4] 2> 1673 T3655 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19243b07 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1673 T3654 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1674 T3654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1674 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4] 2> 2223 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2224 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:18625_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:18625/lf/v"}
[junit4:junit4] 2> 2224 T3652 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 2225 T3652 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 2225 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4] 2> 2269 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2690 T3654 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2690 T3654 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:18625/lf/v collection:control_collection shard:shard1
[junit4:junit4] 2> 2691 T3654 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2713 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4] 2> 2713 T3654 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2714 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 2724 T3654 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2724 T3654 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2725 T3654 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:18625/lf/v/collection1/
[junit4:junit4] 2> 2725 T3654 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2725 T3654 oasc.SyncStrategy.syncToMe http://127.0.0.1:18625/lf/v/collection1/ has no replicas
[junit4:junit4] 2> 2725 T3654 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:18625/lf/v/collection1/
[junit4:junit4] 2> 2726 T3654 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2729 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 3805 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3850 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3859 T3654 oasc.ZkController.register We are http://127.0.0.1:18625/lf/v/collection1/ and leader is http://127.0.0.1:18625/lf/v/collection1/
[junit4:junit4] 2> 3859 T3654 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:18625/lf/v
[junit4:junit4] 2> 3859 T3654 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3859 T3654 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3860 T3654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3861 T3654 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3862 T3629 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 3863 T3629 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3863 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3878 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3879 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@344d9cc8
[junit4:junit4] 2> 3880 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3880 T3657 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 3881 T3657 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 3881 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:17730
[junit4:junit4] 2> 3881 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:17730
[junit4:junit4] 2> 3882 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10004 with negotiated timeout 10000 for client /140.211.11.196:17730
[junit4:junit4] 2> 3882 T3657 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10004, negotiated timeout = 10000
[junit4:junit4] 2> 3883 T3658 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@344d9cc8 name:ZooKeeperConnection Watcher:127.0.0.1:44242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3883 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3884 T3629 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3886 T3629 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 4072 T3629 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 4075 T3629 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:14882
[junit4:junit4] 2> 4076 T3629 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 4077 T3629 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 4077 T3629 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203
[junit4:junit4] 2> 4078 T3629 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/solr.xml
[junit4:junit4] 2> 4078 T3629 oasc.CoreContainer.<init> New CoreContainer 84858630
[junit4:junit4] 2> 4079 T3629 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/'
[junit4:junit4] 2> 4079 T3629 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/'
[junit4:junit4] 2> 4144 T3629 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 4145 T3629 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 4145 T3629 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 4146 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 4146 T3629 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 4147 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 4147 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 4148 T3629 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 4148 T3629 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 4149 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 4169 T3629 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 4188 T3629 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:44242/solr
[junit4:junit4] 2> 4189 T3629 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 4190 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f4f394c
[junit4:junit4] 2> 4191 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4191 T3668 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4192 T3668 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 4192 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:18613
[junit4:junit4] 2> 4192 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:18613
[junit4:junit4] 2> 4194 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10005 with negotiated timeout 20000 for client /140.211.11.196:18613
[junit4:junit4] 2> 4194 T3668 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10005, negotiated timeout = 20000
[junit4:junit4] 2> 4195 T3669 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f4f394c name:ZooKeeperConnection Watcher:127.0.0.1:44242 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4195 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4196 T3634 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3507dfd10005
[junit4:junit4] 2> 4207 T3669 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 4207 T3631 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:18613 which had sessionid 0x13d3507dfd10005
[junit4:junit4] 2> 4207 T3629 oaz.ZooKeeper.close Session: 0x13d3507dfd10005 closed
[junit4:junit4] 2> 4207 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 4218 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4dad31af
[junit4:junit4] 2> 4219 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 4219 T3670 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 4219 T3670 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 4220 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:25398
[junit4:junit4] 2> 4220 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:25398
[junit4:junit4] 2> 4221 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10006 with negotiated timeout 20000 for client /140.211.11.196:25398
[junit4:junit4] 2> 4221 T3670 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10006, negotiated timeout = 20000
[junit4:junit4] 2> 4222 T3671 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4dad31af name:ZooKeeperConnection Watcher:127.0.0.1:44242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 4222 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 4223 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4228 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 4230 T3629 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 5232 T3629 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:14882_lf%2Fv
[junit4:junit4] 2> 5233 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:14882_lf%2Fv Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:14882_lf%2Fv
[junit4:junit4] 2> 5235 T3629 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:14882_lf%2Fv
[junit4:junit4] 2> 5237 T3671 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5237 T3651 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5237 T3658 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 5238 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5252 T3672 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/collection1
[junit4:junit4] 2> 5253 T3672 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 5253 T3672 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 5253 T3672 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 5255 T3672 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/collection1/'
[junit4:junit4] 2> 5256 T3672 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 5256 T3672 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/collection1/lib/README' to classloader
[junit4:junit4] 2> 5308 T3672 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 5355 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 5356 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "node_name":"127.0.0.1:18625_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:18625/lf/v"}
[junit4:junit4] 2> 5367 T3672 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 5368 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5368 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5368 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 5369 T3672 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 5376 T3672 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 5945 T3672 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 5954 T3672 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 5980 T3672 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 5989 T3672 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5993 T3672 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 5996 T3672 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5996 T3672 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5997 T3672 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5997 T3672 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 5997 T3672 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 5998 T3672 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 5998 T3672 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/
[junit4:junit4] 2> 5998 T3672 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33802b75
[junit4:junit4] 2> 5999 T3672 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 5999 T3672 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1 forceNew:false
[junit4:junit4] 2> 5999 T3672 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1
[junit4:junit4] 2> 5999 T3672 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/index/
[junit4:junit4] 2> 6000 T3672 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 6000 T3672 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/index forceNew:false
[junit4:junit4] 2> 6002 T3672 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@18ffee9b lockFactory=org.apache.lucene.store.NativeFSLockFactory@763abdd3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 6002 T3672 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 6003 T3672 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/index
[junit4:junit4] 2> 6004 T3672 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 6004 T3672 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 6005 T3672 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 6005 T3672 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 6006 T3672 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 6006 T3672 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 6006 T3672 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 6007 T3672 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 6007 T3672 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 6015 T3672 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 6019 T3672 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1
[junit4:junit4] 2> 6019 T3672 oass.SolrIndexSearcher.<init> Opening Searcher@20b62dc2 main
[junit4:junit4] 2> 6020 T3672 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/tlog
[junit4:junit4] 2> 6020 T3672 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 6020 T3672 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 6023 T3673 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20b62dc2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 6025 T3672 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 6025 T3672 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 7054 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 7055 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:14882_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14882/lf/v"}
[junit4:junit4] 2> 7056 T3652 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 7056 T3652 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 7062 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7061 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 7062 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8028 T3672 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 8028 T3672 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:14882/lf/v collection:collection1 shard:shard1
[junit4:junit4] 2> 8029 T3672 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 8064 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4] 2> 8065 T3672 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 8066 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8076 T3672 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 8077 T3672 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 8077 T3672 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:14882/lf/v/collection1/
[junit4:junit4] 2> 8077 T3672 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 8077 T3672 oasc.SyncStrategy.syncToMe http://127.0.0.1:14882/lf/v/collection1/ has no replicas
[junit4:junit4] 2> 8078 T3672 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:14882/lf/v/collection1/
[junit4:junit4] 2> 8078 T3672 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 8082 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 8595 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8613 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8613 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8613 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 8654 T3672 oasc.ZkController.register We are http://127.0.0.1:14882/lf/v/collection1/ and leader is http://127.0.0.1:14882/lf/v/collection1/
[junit4:junit4] 2> 8654 T3672 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:14882/lf/v
[junit4:junit4] 2> 8654 T3672 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 8654 T3672 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 8655 T3672 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 8656 T3672 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 8658 T3629 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 8658 T3629 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 8659 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 8865 T3629 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 8868 T3629 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51082
[junit4:junit4] 2> 8869 T3629 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 8870 T3629 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 8870 T3629 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992
[junit4:junit4] 2> 8870 T3629 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992/solr.xml
[junit4:junit4] 2> 8871 T3629 oasc.CoreContainer.<init> New CoreContainer 1713083033
[junit4:junit4] 2> 8872 T3629 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992/'
[junit4:junit4] 2> 8872 T3629 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992/'
[junit4:junit4] 2> 8937 T3629 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 8938 T3629 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 8939 T3629 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 8939 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 8940 T3629 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 8940 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 8941 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 8941 T3629 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 8942 T3629 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 8942 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 8965 T3629 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 8984 T3629 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:44242/solr
[junit4:junit4] 2> 8985 T3629 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 8986 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@337c2659
[junit4:junit4] 2> 8987 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 8987 T3684 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 8988 T3684 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 8988 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:38919
[junit4:junit4] 2> 8989 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:38919
[junit4:junit4] 2> 8991 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10007 with negotiated timeout 20000 for client /140.211.11.196:38919
[junit4:junit4] 2> 8991 T3684 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10007, negotiated timeout = 20000
[junit4:junit4] 2> 8991 T3685 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@337c2659 name:ZooKeeperConnection Watcher:127.0.0.1:44242 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 8991 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 8993 T3634 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3507dfd10007
[junit4:junit4] 2> 9007 T3685 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 9007 T3631 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:38919 which had sessionid 0x13d3507dfd10007
[junit4:junit4] 2> 9007 T3629 oaz.ZooKeeper.close Session: 0x13d3507dfd10007 closed
[junit4:junit4] 2> 9008 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 9020 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@d145138
[junit4:junit4] 2> 9021 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 9022 T3686 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 9022 T3686 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 9023 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:14888
[junit4:junit4] 2> 9023 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:14888
[junit4:junit4] 2> 9024 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10008 with negotiated timeout 20000 for client /140.211.11.196:14888
[junit4:junit4] 2> 9024 T3686 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10008, negotiated timeout = 20000
[junit4:junit4] 2> 9024 T3687 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d145138 name:ZooKeeperConnection Watcher:127.0.0.1:44242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 9025 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 9025 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 9031 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 9033 T3629 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 10035 T3629 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51082_lf%2Fv
[junit4:junit4] 2> 10036 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51082_lf%2Fv Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51082_lf%2Fv
[junit4:junit4] 2> 10038 T3629 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51082_lf%2Fv
[junit4:junit4] 2> 10040 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 10040 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 10040 T3651 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 10040 T3687 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 10041 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10041 T3671 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 10042 T3658 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 10058 T3688 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992/collection1
[junit4:junit4] 2> 10058 T3688 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 10059 T3688 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 10059 T3688 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 10060 T3688 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992/collection1/'
[junit4:junit4] 2> 10062 T3688 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992/collection1/lib/README' to classloader
[junit4:junit4] 2> 10062 T3688 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 10114 T3688 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 10126 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 10127 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:14882_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14882/lf/v"}
[junit4:junit4] 2> 10140 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10140 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10140 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10140 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 10174 T3688 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 10275 T3688 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 10281 T3688 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 10884 T3688 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 10893 T3688 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 10895 T3688 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 10906 T3688 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10910 T3688 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 10913 T3688 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10914 T3688 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10914 T3688 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10915 T3688 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 10915 T3688 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 10916 T3688 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 10916 T3688 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362394349992/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2/
[junit4:junit4] 2> 10916 T3688 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33802b75
[junit4:junit4] 2> 10916 T3688 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 10917 T3688 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2 forceNew:false
[junit4:junit4] 2> 10917 T3688 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2
[junit4:junit4] 2> 10917 T3688 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2/index/
[junit4:junit4] 2> 10918 T3688 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 10918 T3688 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2/index forceNew:false
[junit4:junit4] 2> 10920 T3688 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3c59b65c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7dfe3e51; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 10920 T3688 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 10921 T3688 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2/index
[junit4:junit4] 2> 10922 T3688 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 10922 T3688 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 10923 T3688 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 10923 T3688 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 10924 T3688 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 10924 T3688 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 10924 T3688 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 10925 T3688 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 10925 T3688 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 10933 T3688 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 10937 T3688 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2
[junit4:junit4] 2> 10937 T3688 oass.SolrIndexSearcher.<init> Opening Searcher@20af0cac main
[junit4:junit4] 2> 10938 T3688 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2/tlog
[junit4:junit4] 2> 10938 T3688 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 10938 T3688 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 10941 T3689 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20af0cac main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 10942 T3688 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 10942 T3688 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 11645 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 11646 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:51082_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51082/lf/v"}
[junit4:junit4] 2> 11646 T3652 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 11646 T3652 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 11661 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11661 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11661 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11661 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 11945 T3688 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 11945 T3688 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51082/lf/v collection:collection1 shard:shard2
[junit4:junit4] 2> 11946 T3688 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 11963 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4] 2> 11964 T3688 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 11965 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 11976 T3688 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 11977 T3688 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 11977 T3688 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51082/lf/v/collection1/
[junit4:junit4] 2> 11978 T3688 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 11978 T3688 oasc.SyncStrategy.syncToMe http://127.0.0.1:51082/lf/v/collection1/ has no replicas
[junit4:junit4] 2> 11979 T3688 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51082/lf/v/collection1/
[junit4:junit4] 2> 11979 T3688 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 11985 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13165 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13184 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13184 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13184 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13184 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 13236 T3688 oasc.ZkController.register We are http://127.0.0.1:51082/lf/v/collection1/ and leader is http://127.0.0.1:51082/lf/v/collection1/
[junit4:junit4] 2> 13236 T3688 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51082/lf/v
[junit4:junit4] 2> 13236 T3688 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 13236 T3688 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 13237 T3688 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 13238 T3688 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 13239 T3629 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 13240 T3629 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 13241 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 13441 T3629 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4] 2> 13444 T3629 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36710
[junit4:junit4] 2> 13445 T3629 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 13445 T3629 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 13446 T3629 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572
[junit4:junit4] 2> 13446 T3629 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572/solr.xml
[junit4:junit4] 2> 13447 T3629 oasc.CoreContainer.<init> New CoreContainer 1080328047
[junit4:junit4] 2> 13448 T3629 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572/'
[junit4:junit4] 2> 13448 T3629 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572/'
[junit4:junit4] 2> 13512 T3629 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 13513 T3629 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 13513 T3629 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 13514 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 13514 T3629 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 13515 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 13515 T3629 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 13516 T3629 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 13516 T3629 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 13517 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 13537 T3629 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4] 2> 13583 T3629 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:44242/solr
[junit4:junit4] 2> 13584 T3629 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 13584 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5942f306
[junit4:junit4] 2> 13585 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13586 T3700 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 13586 T3700 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 13587 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:54569
[junit4:junit4] 2> 13587 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:54569
[junit4:junit4] 2> 13589 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd10009 with negotiated timeout 20000 for client /140.211.11.196:54569
[junit4:junit4] 2> 13589 T3700 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd10009, negotiated timeout = 20000
[junit4:junit4] 2> 13589 T3701 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5942f306 name:ZooKeeperConnection Watcher:127.0.0.1:44242 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13590 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13591 T3634 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3507dfd10009
[junit4:junit4] 2> 13607 T3701 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 13607 T3629 oaz.ZooKeeper.close Session: 0x13d3507dfd10009 closed
[junit4:junit4] 2> 13607 T3631 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:54569 which had sessionid 0x13d3507dfd10009
[junit4:junit4] 2> 13607 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 13618 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3235cf85
[junit4:junit4] 2> 13619 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 13620 T3702 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 13620 T3702 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 13621 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:16214
[junit4:junit4] 2> 13621 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:16214
[junit4:junit4] 2> 13622 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd1000a with negotiated timeout 20000 for client /140.211.11.196:16214
[junit4:junit4] 2> 13622 T3702 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd1000a, negotiated timeout = 20000
[junit4:junit4] 2> 13623 T3703 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3235cf85 name:ZooKeeperConnection Watcher:127.0.0.1:44242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 13623 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 13624 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd1000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13630 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd1000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 13632 T3629 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 14635 T3629 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36710_lf%2Fv
[junit4:junit4] 2> 14636 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd1000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:36710_lf%2Fv Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:36710_lf%2Fv
[junit4:junit4] 2> 14638 T3629 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36710_lf%2Fv
[junit4:junit4] 2> 14640 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14640 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 14640 T3687 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14640 T3703 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14640 T3651 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14641 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14641 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14642 T3658 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14653 T3671 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 14658 T3704 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572/collection1
[junit4:junit4] 2> 14659 T3704 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 14659 T3704 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 14659 T3704 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 14661 T3704 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572/collection1/'
[junit4:junit4] 2> 14662 T3704 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 14662 T3704 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572/collection1/lib/README' to classloader
[junit4:junit4] 2> 14697 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 14698 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:51082_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51082/lf/v"}
[junit4:junit4] 2> 14706 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14706 T3703 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14707 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14707 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14707 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 14713 T3704 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 14772 T3704 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 14873 T3704 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 14879 T3704 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 15481 T3704 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 15493 T3704 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 15497 T3704 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 15509 T3704 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15514 T3704 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 15518 T3704 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15519 T3704 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15519 T3704 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15519 T3704 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 15520 T3704 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 15520 T3704 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 15521 T3704 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362394354572/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/
[junit4:junit4] 2> 15521 T3704 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33802b75
[junit4:junit4] 2> 15521 T3704 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 15523 T3704 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3 forceNew:false
[junit4:junit4] 2> 15523 T3704 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 15524 T3704 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index/
[junit4:junit4] 2> 15524 T3704 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 15525 T3704 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index forceNew:false
[junit4:junit4] 2> 15527 T3704 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@56470634 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e47abf9; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 15527 T3704 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 15528 T3704 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index
[junit4:junit4] 2> 15530 T3704 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 15530 T3704 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 15531 T3704 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 15531 T3704 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 15532 T3704 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 15532 T3704 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 15532 T3704 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 15533 T3704 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 15533 T3704 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 15545 T3704 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 15550 T3704 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 15551 T3704 oass.SolrIndexSearcher.<init> Opening Searcher@38ec8164 main
[junit4:junit4] 2> 15551 T3704 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/tlog
[junit4:junit4] 2> 15552 T3704 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 15552 T3704 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 15556 T3705 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38ec8164 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 15557 T3704 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 15558 T3704 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16216 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16217 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36710_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36710/lf/v"}
[junit4:junit4] 2> 16217 T3652 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 16217 T3652 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 16237 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16237 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16237 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16237 T3703 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16237 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 16560 T3704 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 16560 T3704 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36710/lf/v collection:collection1 shard:shard1
[junit4:junit4] 2> 16563 T3704 oasc.ZkController.register We are http://127.0.0.1:36710/lf/v/collection1/ and leader is http://127.0.0.1:14882/lf/v/collection1/
[junit4:junit4] 2> 16563 T3704 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36710/lf/v
[junit4:junit4] 2> 16564 T3704 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 16564 T3704 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C450 name=collection1 org.apache.solr.core.SolrCore@7a55483a url=http://127.0.0.1:36710/lf/v/collection1 node=127.0.0.1:36710_lf%2Fv C450_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36710_lf%2Fv, base_url=http://127.0.0.1:36710/lf/v}
[junit4:junit4] 2> 16564 T3706 C450 P36710 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 16565 T3704 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16566 T3706 C450 P36710 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 16566 T3706 C450 P36710 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 16567 T3706 C450 P36710 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 16567 T3629 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 16568 T3629 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 16568 T3706 C450 P36710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16568 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16590 T3629 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 16591 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 16604 T3662 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/onenodecollectioncore
[junit4:junit4] 2> 16605 T3662 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4] 2> 16606 T3662 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4] 2> 16606 T3662 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 16607 T3662 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 16608 T3662 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4] 2> 16610 T3662 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4] 2> 16612 T3662 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/onenodecollectioncore/'
[junit4:junit4] 2> 16682 T3662 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 16741 T3662 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 16842 T3662 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4] 2> 16848 T3662 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4] 2> 17484 T3662 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 17495 T3662 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 17499 T3662 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 17512 T3662 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17516 T3662 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 17520 T3662 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17521 T3662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 17522 T3662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 17522 T3662 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 17523 T3662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 17523 T3662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4] 2> 17524 T3662 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362394345203/onenodecollectioncore/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection/
[junit4:junit4] 2> 17524 T3662 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33802b75
[junit4:junit4] 2> 17525 T3662 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 17526 T3662 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection forceNew:false
[junit4:junit4] 2> 17526 T3662 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection
[junit4:junit4] 2> 17527 T3662 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection/index/
[junit4:junit4] 2> 17527 T3662 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 17528 T3662 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection/index forceNew:false
[junit4:junit4] 2> 17531 T3662 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3cba1ac2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2acdb4e3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 17531 T3662 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 17532 T3662 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection/index
[junit4:junit4] 2> 17534 T3662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 17534 T3662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 17535 T3662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 17536 T3662 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 17536 T3662 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 17537 T3662 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 17537 T3662 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 17538 T3662 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 17538 T3662 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 17550 T3662 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 17556 T3662 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection
[junit4:junit4] 2> 17556 T3662 oass.SolrIndexSearcher.<init> Opening Searcher@f340d73 main
[junit4:junit4] 2> 17557 T3662 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection/tlog
[junit4:junit4] 2> 17558 T3662 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 17558 T3662 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 17560 T3662 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection
[junit4:junit4] 2> 17561 T3708 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@f340d73 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 17562 T3662 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4] 2> 17741 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 17742 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36710_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36710/lf/v"}
[junit4:junit4] 2> 17770 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "node_name":"127.0.0.1:14882_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14882/lf/v"}
[junit4:junit4] 2> 17770 T3652 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4] 2> 17770 T3652 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 17783 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17783 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17783 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17783 T3703 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 17783 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 18593 T3662 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4] 2> 18593 T3662 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:14882/lf/v collection:onenodecollection shard:shard1
[junit4:junit4] 2> 18594 T3662 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4] 2> 18636 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:delete cxid:0x9f zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4] 2> 18637 T3662 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 18638 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:create cxid:0xa0 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 18647 T3662 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 18648 T3662 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 18648 T3662 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:14882/lf/v/onenodecollectioncore/
[junit4:junit4] 2> 18648 T3662 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 18649 T3662 oasc.SyncStrategy.syncToMe http://127.0.0.1:14882/lf/v/onenodecollectioncore/ has no replicas
[junit4:junit4] 2> 18649 T3662 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:14882/lf/v/onenodecollectioncore/
[junit4:junit4] 2> 18650 T3662 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4] 2> 18653 T3634 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3507dfd10006 type:create cxid:0xaa zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4] 2> 19296 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19319 T3703 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19319 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19319 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19319 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19319 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 19375 T3662 oasc.ZkController.register We are http://127.0.0.1:14882/lf/v/onenodecollectioncore/ and leader is http://127.0.0.1:14882/lf/v/onenodecollectioncore/
[junit4:junit4] 2> 19375 T3662 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:14882/lf/v
[junit4:junit4] 2> 19375 T3662 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 19376 T3662 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4] 2> 19377 T3662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 19379 T3629 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 19380 T3629 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20381 T3629 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C450_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:36710_lf%2Fv, base_url=http://127.0.0.1:36710/lf/v}
[junit4:junit4] 2> 20594 T3706 C450 P36710 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:14882/lf/v/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 20594 T3706 C450 P36710 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36710/lf/v START replicas=[http://127.0.0.1:14882/lf/v/collection1/] nUpdates=100
[junit4:junit4] 2> 20594 T3706 C450 P36710 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 20595 T3706 C450 P36710 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 20595 T3706 C450 P36710 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 20595 T3706 C450 P36710 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 20595 T3706 C450 P36710 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 20595 T3706 C450 P36710 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:14882/lf/v/collection1/. core=collection1
[junit4:junit4] 2> 20596 T3706 C450 P36710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C451 name=collection1 org.apache.solr.core.SolrCore@594e5e40 url=http://127.0.0.1:14882/lf/v/collection1 node=127.0.0.1:14882_lf%2Fv C451_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:14882_lf%2Fv, base_url=http://127.0.0.1:14882/lf/v, leader=true}
[junit4:junit4] 2> 20603 T3663 C451 P14882 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
[junit4:junit4] 2> 20614 T3664 C451 P14882 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 20615 T3664 C451 P14882 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1
[junit4:junit4] 2> 20617 T3664 C451 P14882 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@18ffee9b lockFactory=org.apache.lucene.store.NativeFSLockFactory@763abdd3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 20618 T3664 C451 P14882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 20619 T3664 C451 P14882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@18ffee9b lockFactory=org.apache.lucene.store.NativeFSLockFactory@763abdd3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@18ffee9b lockFactory=org.apache.lucene.store.NativeFSLockFactory@763abdd3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 20620 T3664 C451 P14882 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 20620 T3664 C451 P14882 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1
[junit4:junit4] 2> 20621 T3664 C451 P14882 oass.SolrIndexSearcher.<init> Opening Searcher@616d80b4 realtime
[junit4:junit4] 2> 20622 T3664 C451 P14882 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 20622 T3664 C451 P14882 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 20623 T3706 C450 P36710 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20623 T3706 C450 P36710 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 20625 T3665 C451 P14882 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 20626 T3665 C451 P14882 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 20626 T3706 C450 P36710 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 20627 T3706 C450 P36710 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 20627 T3706 C450 P36710 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 20629 T3665 C451 P14882 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1
[junit4:junit4] 2> 20630 T3665 C451 P14882 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/index
[junit4:junit4] 2> 20630 T3665 C451 P14882 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 20630 T3706 C450 P36710 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 20632 T3706 C450 P36710 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index.20130304115241948 forceNew:false
[junit4:junit4] 2> 20632 T3706 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 20632 T3706 C450 P36710 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7f546770 lockFactory=org.apache.lucene.store.NativeFSLockFactory@644691d)) fullCopy=false
[junit4:junit4] 2> 20635 T3665 C451 P14882 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 20687 T3706 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index
[junit4:junit4] 2> 20687 T3706 C450 P36710 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 20688 T3706 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 20688 T3706 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 20688 T3706 C450 P36710 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 20689 T3706 C450 P36710 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 20689 T3706 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 20691 T3706 C450 P36710 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@56470634 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e47abf9; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@56470634 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e47abf9; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 20691 T3706 C450 P36710 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 20691 T3706 C450 P36710 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 20691 T3706 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 20692 T3706 C450 P36710 oass.SolrIndexSearcher.<init> Opening Searcher@738bbb84 main
[junit4:junit4] 2> 20693 T3705 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@738bbb84 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 20693 T3705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index
[junit4:junit4] 2> 20693 T3706 C450 P36710 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7f546770 lockFactory=org.apache.lucene.store.NativeFSLockFactory@644691d))
[junit4:junit4] 2> 20694 T3706 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index.20130304115241948
[junit4:junit4] 2> 20694 T3706 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index
[junit4:junit4] 2> 20694 T3706 C450 P36710 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 20694 T3706 C450 P36710 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 20695 T3706 C450 P36710 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 20695 T3706 C450 P36710 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 20696 T3706 C450 P36710 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 20831 T3652 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 20832 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":"none",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"onenodecollectioncore",
[junit4:junit4] 2> "collection":"onenodecollection",
[junit4:junit4] 2> "node_name":"127.0.0.1:14882_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14882/lf/v"}
[junit4:junit4] 2> 20871 T3652 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36710_lf%2Fv",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36710/lf/v"}
[junit4:junit4] 2> 20883 T3658 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 20883 T3651 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 20883 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 20883 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 20883 T3703 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 21383 T3629 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21384 T3629 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4] 2> 21384 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C452 name=onenodecollectioncore org.apache.solr.core.SolrCore@f9f7cf6 url=http://127.0.0.1:14882/lf/v/onenodecollectioncore node=127.0.0.1:14882_lf%2Fv C452_STATE=coll:onenodecollection core:onenodecollectioncore props:{shard=shard1, roles=none, state=active, core=onenodecollectioncore, collection=onenodecollection, node_name=127.0.0.1:14882_lf%2Fv, base_url=http://127.0.0.1:14882/lf/v, leader=true}
[junit4:junit4] 2> 21412 T3666 C452 P14882 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection
[junit4:junit4] 2> 21414 T3666 C452 P14882 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3cba1ac2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2acdb4e3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 21415 T3666 C452 P14882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 21417 T3666 C452 P14882 /update {wt=javabin&version=2} {add=[1 (1428574031292923904)]} 0 5
[junit4:junit4] 2> 21424 T3666 C452 P14882 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21427 T3666 C452 P14882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3cba1ac2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2acdb4e3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3cba1ac2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2acdb4e3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_2,generation=2,filenames=[_0.fnm, _0.pos, _0.dvd, _0.tim, _0.nvd, segments_2, _0.fdx, _0.si, _0.dvm, _0.nvm, _0.doc, _0.tip, _0.fdt]
[junit4:junit4] 2> 21427 T3666 C452 P14882 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0.pos, _0.dvd, _0.tim, _0.nvd, segments_2, _0.fdx, _0.si, _0.dvm, _0.nvm, _0.doc, _0.tip, _0.fdt]
[junit4:junit4] 2> 21428 T3666 C452 P14882 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection
[junit4:junit4] 2> 21429 T3666 C452 P14882 oass.SolrIndexSearcher.<init> Opening Searcher@5a962e4e main
[junit4:junit4] 2> 21429 T3666 C452 P14882 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21430 T3708 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@5a962e4e main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 21430 T3708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362394341323/onenodecollection/index
[junit4:junit4] 2> 21431 T3666 C452 P14882 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 21435 T3666 C452 P14882 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 21436 T3629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 21449 T3666 C452 P14882 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C453 name=collection1 org.apache.solr.core.SolrCore@545ac7d8 url=http://127.0.0.1:18625/lf/v/collection1 node=127.0.0.1:18625_lf%2Fv C453_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:18625_lf%2Fv, base_url=http://127.0.0.1:18625/lf/v, leader=true}
[junit4:junit4] 2> 21458 T3641 C453 P18625 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data
[junit4:junit4] 2> 21460 T3641 C453 P18625 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@83de18b lockFactory=org.apache.lucene.store.NativeFSLockFactory@39c8374a; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 21460 T3641 C453 P18625 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 21463 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[1 (1428574031340109824)]} 0 6
[junit4:junit4] 2> C450_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36710_lf%2Fv, base_url=http://127.0.0.1:36710/lf/v}
[junit4:junit4] 2> 21494 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1428574031366324224)]} 0 2
[junit4:junit4] 2> 21495 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1428574031366324224)]} 0 13
[junit4:junit4] 2> ASYNC NEW_CORE C454 name=collection1 org.apache.solr.core.SolrCore@4b5bfe76 url=http://127.0.0.1:51082/lf/v/collection1 node=127.0.0.1:51082_lf%2Fv C454_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51082_lf%2Fv, base_url=http://127.0.0.1:51082/lf/v, leader=true}
[junit4:junit4] 2> 21496 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[1]} 0 17
[junit4:junit4] 2> 21498 T3641 C453 P18625 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21503 T3641 C453 P18625 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@83de18b lockFactory=org.apache.lucene.store.NativeFSLockFactory@39c8374a; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@83de18b lockFactory=org.apache.lucene.store.NativeFSLockFactory@39c8374a; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_2,generation=2,filenames=[_0.fnm, _0.pos, _0.dvd, _0.tim, _0.nvd, segments_2, _0.fdx, _0.si, _0.dvm, _0.nvm, _0.doc, _0.tip, _0.fdt]
[junit4:junit4] 2> 21504 T3641 C453 P18625 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.fnm, _0.pos, _0.dvd, _0.tim, _0.nvd, segments_2, _0.fdx, _0.si, _0.dvm, _0.nvm, _0.doc, _0.tip, _0.fdt]
[junit4:junit4] 2> 21504 T3641 C453 P18625 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data
[junit4:junit4] 2> 21505 T3641 C453 P18625 oass.SolrIndexSearcher.<init> Opening Searcher@fdc6430 main
[junit4:junit4] 2> 21506 T3641 C453 P18625 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21507 T3655 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fdc6430 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4] 2> 21507 T3655 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/control/data/index
[junit4:junit4] 2> 21507 T3641 C453 P18625 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 21510 T3679 C454 P51082 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21511 T3679 C454 P51082 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2
[junit4:junit4] 2> 21513 T3679 C454 P51082 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3c59b65c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7dfe3e51; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> 21513 T3679 C454 P51082 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4] 2> 21514 T3679 C454 P51082 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3c59b65c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7dfe3e51; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3c59b65c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7dfe3e51; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> 21515 T3679 C454 P51082 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4] 2> 21515 T3679 C454 P51082 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2
[junit4:junit4] 2> 21566 T3679 C454 P51082 oass.SolrIndexSearcher.<init> Opening Searcher@446e1a7d main
[junit4:junit4] 2> 21566 T3679 C454 P51082 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21567 T3689 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@446e1a7d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 21567 T3689 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty2/index
[junit4:junit4] 2> 21567 T3679 C454 P51082 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:14882/lf/v/collection1/, StdNode: http://127.0.0.1:36710/lf/v/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 21570 T3694 C450 P36710 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21571 T3667 C451 P14882 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 21575 T3694 C450 P36710 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@56470634 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e47abf9; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@56470634 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e47abf9; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.dvd, _0.nvm, _0.dvm, _0.pos, _0.nvd, _0.tim, _0.fdx, _0.si, _0.tip, _0.doc, _0.fdt, segments_3]
[junit4:junit4] 2> 21576 T3667 C451 P14882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@18ffee9b lockFactory=org.apache.lucene.store.NativeFSLockFactory@763abdd3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@18ffee9b lockFactory=org.apache.lucene.store.NativeFSLockFactory@763abdd3; maxCacheMB=0.330078125 maxMergeSizeMB=0.779296875)),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.dvd, _0.nvm, _0.dvm, _0.pos, _0.nvd, _0.tim, _0.fdx, _0.si, _0.tip, _0.doc, _0.fdt, segments_3]
[junit4:junit4] 2> 21576 T3694 C450 P36710 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0.dvd, _0.nvm, _0.dvm, _0.pos, _0.nvd, _0.tim, _0.fdx, _0.si, _0.tip, _0.doc, _0.fdt, segments_3]
[junit4:junit4] 2> 21576 T3667 C451 P14882 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0.dvd, _0.nvm, _0.dvm, _0.pos, _0.nvd, _0.tim, _0.fdx, _0.si, _0.tip, _0.doc, _0.fdt, segments_3]
[junit4:junit4] 2> 21577 T3694 C450 P36710 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 21577 T3667 C451 P14882 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1
[junit4:junit4] 2> 21578 T3694 C450 P36710 oass.SolrIndexSearcher.<init> Opening Searcher@c0f7195 main
[junit4:junit4] 2> 21578 T3667 C451 P14882 oass.SolrIndexSearcher.<init> Opening Searcher@32c9e3b8 main
[junit4:junit4] 2> 21579 T3667 C451 P14882 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/index
[junit4:junit4] 2> 21579 T3694 C450 P36710 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21580 T3667 C451 P14882 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 21580 T3705 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c0f7195 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4] 2> 21580 T3673 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32c9e3b8 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C1)}
[junit4:junit4] 2> 21581 T3705 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index
[junit4:junit4] 2> 21581 T3673 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty1/index
[junit4:junit4] 2> 21581 T3694 C450 P36710 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 2> 21581 T3667 C451 P14882 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 21582 T3679 C454 P51082 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 72
[junit4:junit4] 2> 21582 T3629 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 21584 T3629 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 21585 T3629 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 21587 T3641 C453 P18625 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 21588 T3629 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44242/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ba3de7d
[junit4:junit4] 2> 21589 T3629 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 21590 T3715 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:44242. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4] 2> 21590 T3715 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:44242, initiating session
[junit4:junit4] 2> 21590 T3631 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:16873
[junit4:junit4] 2> 21591 T3631 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:16873
[junit4:junit4] 2> 21592 T3633 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3507dfd1000b with negotiated timeout 10000 for client /140.211.11.196:16873
[junit4:junit4] 2> 21592 T3715 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:44242, sessionid = 0x13d3507dfd1000b, negotiated timeout = 10000
[junit4:junit4] 2> 21592 T3716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ba3de7d name:ZooKeeperConnection Watcher:127.0.0.1:44242/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 21593 T3629 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 21594 T3629 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 21596 T3634 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3507dfd1000b
[junit4:junit4] 2> 21597 T3716 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> 21597 T3631 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:16873 which had sessionid 0x13d3507dfd1000b
[junit4:junit4] 2> 21597 T3629 oaz.ZooKeeper.close Session: 0x13d3507dfd1000b closed
[junit4:junit4] 2> 21599 T3661 C451 P14882 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4:junit4] 2> 21601 T3680 C454 P51082 REQ /select {q=*:*&distrib=false&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4:junit4] 2> 21607 T3681 C454 P51082 REQ /select {NOW=1362394362920&shard.url=127.0.0.1:51082/lf/v/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=0 status=0 QTime=1
[junit4:junit4] 2> 21607 T3695 C450 P36710 REQ /select {NOW=1362394362920&shard.url=127.0.0.1:14882/lf/v/collection1/|127.0.0.1:36710/lf/v/collection1/&fl=id,score&start=0&q=*:*&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10} hits=1 status=0 QTime=1
[junit4:junit4] 2> 21610 T3695 C450 P36710 REQ /select {NOW=1362394362920&shard.url=127.0.0.1:14882/lf/v/collection1/|127.0.0.1:36710/lf/v/collection1/&ids=1&q=*:*&distrib=false&wt=javabin&isShard=true&version=2} status=0 QTime=0
[junit4:junit4] 2> 21611 T3664 C451 P14882 REQ /select {q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=8
[junit4:junit4] 2> 21617 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[2 (1428574031504736256)]} 0 3
[junit4:junit4] 2> 21621 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[2 (1428574031509979136)]} 0 2
[junit4:junit4] 2> 21625 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[3 (1428574031515222016)]} 0 1
[junit4:junit4] 2> 21629 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[3 (1428574031519416320)]} 0 1
[junit4:junit4] 2> 21633 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[4 (1428574031523610624)]} 0 1
[junit4:junit4] 2> 21646 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1428574031529902080)]} 0 2
[junit4:junit4] 2> 21647 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1428574031529902080)]} 0 9
[junit4:junit4] 2> 21648 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[4]} 0 12
[junit4:junit4] 2> 21651 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[5 (1428574031542484992)]} 0 1
[junit4:junit4] 2> 21655 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[5 (1428574031546679296)]} 0 1
[junit4:junit4] 2> 21659 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[6 (1428574031550873600)]} 0 1
[junit4:junit4] 2> 21666 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1428574031557165056)]} 0 2
[junit4:junit4] 2> 21667 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[6]} 0 5
[junit4:junit4] 2> 21671 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[7 (1428574031563456512)]} 0 1
[junit4:junit4] 2> 21677 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1428574031569747968)]} 0 1
[junit4:junit4] 2> 21678 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[7]} 0 4
[junit4:junit4] 2> 21682 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[8 (1428574031574990848)]} 0 1
[junit4:junit4] 2> 21691 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1428574031581282304)]} 0 1
[junit4:junit4] 2> 21692 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1428574031581282304)]} 0 5
[junit4:junit4] 2> 21692 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4] 2> 21696 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[9 (1428574031589670912)]} 0 1
[junit4:junit4] 2> 21702 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1428574031595962368)]} 0 1
[junit4:junit4] 2> 21703 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[9]} 0 4
[junit4:junit4] 2> 21707 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[10 (1428574031601205248)]} 0 1
[junit4:junit4] 2> 21715 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1428574031605399552)]} 0 1
[junit4:junit4] 2> 21716 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[10 (1428574031605399552)]} 0 6
[junit4:junit4] 2> 21720 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[11 (1428574031614836736)]} 0 1
[junit4:junit4] 2> 21730 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1428574031621128192)]} 0 1
[junit4:junit4] 2> 21731 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1428574031621128192)]} 0 6
[junit4:junit4] 2> 21732 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[11]} 0 9
[junit4:junit4] 2> 21735 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[12 (1428574031630565376)]} 0 1
[junit4:junit4] 2> 21743 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1428574031634759680)]} 0 1
[junit4:junit4] 2> 21744 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[12 (1428574031634759680)]} 0 6
[junit4:junit4] 2> 21748 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[13 (1428574031644196864)]} 0 1
[junit4:junit4] 2> 21759 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1428574031651536896)]} 0 1
[junit4:junit4] 2> 21760 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1428574031651536896)]} 0 6
[junit4:junit4] 2> 21761 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[13]} 0 10
[junit4:junit4] 2> 21765 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[14 (1428574031662022656)]} 0 1
[junit4:junit4] 2> 21775 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1428574031669362688)]} 0 1
[junit4:junit4] 2> 21776 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1428574031669362688)]} 0 5
[junit4:junit4] 2> 21776 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4] 2> 21782 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[15 (1428574031677751296)]} 0 3
[junit4:junit4] 2> 21788 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1428574031682994176)]} 0 1
[junit4:junit4] 2> 21789 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[15 (1428574031682994176)]} 0 5
[junit4:junit4] 2> 21793 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[16 (1428574031691382784)]} 0 1
[junit4:junit4] 2> 21801 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1428574031695577088)]} 0 1
[junit4:junit4] 2> 21802 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[16 (1428574031695577088)]} 0 6
[junit4:junit4] 2> 21807 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[17 (1428574031705014272)]} 0 2
[junit4:junit4] 2> 21813 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[17 (1428574031711305728)]} 0 3
[junit4:junit4] 2> 21817 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[100 (1428574031716548608)]} 0 1
[junit4:junit4] 2> 21824 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[100 (1428574031720742912)]} 0 1
[junit4:junit4] 2> 21825 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[100 (1428574031720742912)]} 0 5
[junit4:junit4] 2> 21829 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[101 (1428574031729131520)]} 0 1
[junit4:junit4] 2> 21836 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[101 (1428574031733325824)]} 0 1
[junit4:junit4] 2> 21837 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[101 (1428574031733325824)]} 0 5
[junit4:junit4] 2> 21841 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[102 (1428574031741714432)]} 0 1
[junit4:junit4] 2> 21851 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[102 (1428574031749054464)]} 0 1
[junit4:junit4] 2> 21852 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[102 (1428574031749054464)]} 0 5
[junit4:junit4] 2> 21853 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[102]} 0 9
[junit4:junit4] 2> 21856 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[103 (1428574031757443072)]} 0 1
[junit4:junit4] 2> 21860 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[103 (1428574031761637376)]} 0 1
[junit4:junit4] 2> 21864 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[104 (1428574031765831680)]} 0 1
[junit4:junit4] 2> 21868 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[104 (1428574031770025984)]} 0 1
[junit4:junit4] 2> 21872 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[105 (1428574031774220288)]} 0 1
[junit4:junit4] 2> 21878 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[105 (1428574031780511744)]} 0 1
[junit4:junit4] 2> 21879 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[105]} 0 4
[junit4:junit4] 2> 21883 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[106 (1428574031785754624)]} 0 1
[junit4:junit4] 2> 21887 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[106 (1428574031789948928)]} 0 1
[junit4:junit4] 2> 21891 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[107 (1428574031794143232)]} 0 1
[junit4:junit4] 2> 21898 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[107 (1428574031798337536)]} 0 1
[junit4:junit4] 2> 21899 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[107 (1428574031798337536)]} 0 5
[junit4:junit4] 2> 21902 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[108 (1428574031805677568)]} 0 1
[junit4:junit4] 2> 21909 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[108 (1428574031809871872)]} 0 1
[junit4:junit4] 2> 21910 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[108 (1428574031809871872)]} 0 5
[junit4:junit4] 2> 21914 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[109 (1428574031818260480)]} 0 1
[junit4:junit4] 2> 21920 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[109 (1428574031821406208)]} 0 1
[junit4:junit4] 2> 21921 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[109 (1428574031821406208)]} 0 5
[junit4:junit4] 2> 21925 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[110 (1428574031829794816)]} 0 1
[junit4:junit4] 2> 21932 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[110 (1428574031833989120)]} 0 1
[junit4:junit4] 2> 21933 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[110 (1428574031833989120)]} 0 5
[junit4:junit4] 2> 21937 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[111 (1428574031842377728)]} 0 1
[junit4:junit4] 2> 21944 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[111 (1428574031846572032)]} 0 1
[junit4:junit4] 2> 21945 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[111 (1428574031846572032)]} 0 5
[junit4:junit4] 2> 21949 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[112 (1428574031854960640)]} 0 1
[junit4:junit4] 2> 21954 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[112 (1428574031859154944)]} 0 2
[junit4:junit4] 2> 21957 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[113 (1428574031863349248)]} 0 1
[junit4:junit4] 2> 21966 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[113 (1428574031869640704)]} 0 1
[junit4:junit4] 2> 21967 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[113 (1428574031869640704)]} 0 5
[junit4:junit4] 2> 21968 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[113]} 0 8
[junit4:junit4] 2> 21972 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[114 (1428574031879077888)]} 0 1
[junit4:junit4] 2> 21983 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[114 (1428574031887466496)]} 0 1
[junit4:junit4] 2> 21984 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[114 (1428574031887466496)]} 0 5
[junit4:junit4] 2> 21985 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[114]} 0 10
[junit4:junit4] 2> 21989 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[115 (1428574031896903680)]} 0 1
[junit4:junit4] 2> 21995 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[115 (1428574031903195136)]} 0 1
[junit4:junit4] 2> 21996 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[115]} 0 4
[junit4:junit4] 2> 21999 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[116 (1428574031907389440)]} 0 1
[junit4:junit4] 2> 22005 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[116 (1428574031913680896)]} 0 1
[junit4:junit4] 2> 22006 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[116]} 0 5
[junit4:junit4] 2> 22010 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[117 (1428574031918923776)]} 0 1
[junit4:junit4] 2> 22016 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[117 (1428574031925215232)]} 0 1
[junit4:junit4] 2> 22017 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[117]} 0 4
[junit4:junit4] 2> 22021 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[118 (1428574031930458112)]} 0 1
[junit4:junit4] 2> 22031 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[118 (1428574031937798144)]} 0 1
[junit4:junit4] 2> 22032 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[118 (1428574031937798144)]} 0 5
[junit4:junit4] 2> 22033 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[118]} 0 9
[junit4:junit4] 2> 22037 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[119 (1428574031947235328)]} 0 1
[junit4:junit4] 2> 22041 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[119 (1428574031951429632)]} 0 1
[junit4:junit4] 2> 22045 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[120 (1428574031955623936)]} 0 1
[junit4:junit4] 2> 22052 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[120 (1428574031962963968)]} 0 1
[junit4:junit4] 2> 22053 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[120]} 0 5
[junit4:junit4] 2> 22057 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[121 (1428574031968206848)]} 0 1
[junit4:junit4] 2> 22061 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[121 (1428574031972401152)]} 0 1
[junit4:junit4] 2> 22065 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[122 (1428574031976595456)]} 0 1
[junit4:junit4] 2> 22072 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[122 (1428574031980789760)]} 0 1
[junit4:junit4] 2> 22073 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[122 (1428574031980789760)]} 0 5
[junit4:junit4] 2> 22077 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[123 (1428574031989178368)]} 0 1
[junit4:junit4] 2> 22084 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[123 (1428574031993372672)]} 0 1
[junit4:junit4] 2> 22085 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[123 (1428574031993372672)]} 0 5
[junit4:junit4] 2> 22088 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[124 (1428574032000712704)]} 0 1
[junit4:junit4] 2> 22095 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[124 (1428574032004907008)]} 0 1
[junit4:junit4] 2> 22095 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[124 (1428574032004907008)]} 0 4
[junit4:junit4] 2> 22099 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[125 (1428574032012247040)]} 0 1
[junit4:junit4] 2> 22108 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[125 (1428574032018538496)]} 0 1
[junit4:junit4] 2> 22109 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[125 (1428574032018538496)]} 0 5
[junit4:junit4] 2> 22110 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[125]} 0 8
[junit4:junit4] 2> 22114 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[126 (1428574032027975680)]} 0 1
[junit4:junit4] 2> 22118 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[126 (1428574032032169984)]} 0 1
[junit4:junit4] 2> 22122 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[127 (1428574032036364288)]} 0 1
[junit4:junit4] 2> 22126 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[127 (1428574032040558592)]} 0 1
[junit4:junit4] 2> 22130 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[128 (1428574032044752896)]} 0 1
[junit4:junit4] 2> 22136 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[128 (1428574032052092928)]} 0 0
[junit4:junit4] 2> 22137 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[128]} 0 4
[junit4:junit4] 2> 22141 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[129 (1428574032056287232)]} 0 1
[junit4:junit4] 2> 22148 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[129 (1428574032060481536)]} 0 1
[junit4:junit4] 2> 22149 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[129 (1428574032060481536)]} 0 5
[junit4:junit4] 2> 22153 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[130 (1428574032068870144)]} 0 1
[junit4:junit4] 2> 22157 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[130 (1428574032074113024)]} 0 1
[junit4:junit4] 2> 22161 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[131 (1428574032077258752)]} 0 1
[junit4:junit4] 2> 22164 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[131 (1428574032080404480)]} 0 1
[junit4:junit4] 2> 22167 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[132 (1428574032083550208)]} 0 1
[junit4:junit4] 2> 22174 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[132 (1428574032087744512)]} 0 1
[junit4:junit4] 2> 22174 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[132 (1428574032087744512)]} 0 4
[junit4:junit4] 2> 22178 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[133 (1428574032095084544)]} 0 1
[junit4:junit4] 2> 22187 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[133 (1428574032101376000)]} 0 1
[junit4:junit4] 2> 22188 T3667 C451 P14882 /update {distrib.from=http://127.0.0.1:51082/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[133 (1428574032101376000)]} 0 5
[junit4:junit4] 2> 22188 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[133]} 0 7
[junit4:junit4] 2> 22192 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[134 (1428574032109764608)]} 0 1
[junit4:junit4] 2> 22196 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[134 (1428574032113958912)]} 0 1
[junit4:junit4] 2> 22199 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[135 (1428574032117104640)]} 0 1
[junit4:junit4] 2> 22205 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[135 (1428574032120250368)]} 0 1
[junit4:junit4] 2> 22205 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[135 (1428574032120250368)]} 0 4
[junit4:junit4] 2> 22209 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[136 (1428574032127590400)]} 0 1
[junit4:junit4] 2> 22215 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[136 (1428574032133881856)]} 0 1
[junit4:junit4] 2> 22216 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[136]} 0 4
[junit4:junit4] 2> 22219 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[137 (1428574032138076160)]} 0 1
[junit4:junit4] 2> 22222 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[137 (1428574032141221888)]} 0 1
[junit4:junit4] 2> 22226 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[138 (1428574032145416192)]} 0 1
[junit4:junit4] 2> 22232 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[138 (1428574032148561920)]} 0 1
[junit4:junit4] 2> 22233 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[138 (1428574032148561920)]} 0 5
[junit4:junit4] 2> 22236 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[139 (1428574032155901952)]} 0 1
[junit4:junit4] 2> 22240 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[139 (1428574032160096256)]} 0 1
[junit4:junit4] 2> 22244 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[140 (1428574032164290560)]} 0 1
[junit4:junit4] 2> 22247 T3679 C454 P51082 /update {wt=javabin&version=2} {add=[140 (1428574032167436288)]} 0 1
[junit4:junit4] 2> 22250 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[141 (1428574032170582016)]} 0 1
[junit4:junit4] 2> 22257 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[141 (1428574032177922048)]} 0 1
[junit4:junit4] 2> 22257 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[141]} 0 4
[junit4:junit4] 2> 22261 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[142 (1428574032182116352)]} 0 1
[junit4:junit4] 2> 22266 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[142 (1428574032187359232)]} 0 1
[junit4:junit4] 2> 22266 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[142]} 0 3
[junit4:junit4] 2> 22270 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[143 (1428574032191553536)]} 0 1
[junit4:junit4] 2> 22275 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[143 (1428574032196796416)]} 0 1
[junit4:junit4] 2> 22275 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[143]} 0 3
[junit4:junit4] 2> 22279 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[144 (1428574032200990720)]} 0 1
[junit4:junit4] 2> 22284 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[144 (1428574032206233600)]} 0 1
[junit4:junit4] 2> 22284 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[144]} 0 3
[junit4:junit4] 2> 22288 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[145 (1428574032210427904)]} 0 1
[junit4:junit4] 2> 22293 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[145 (1428574032215670784)]} 0 1
[junit4:junit4] 2> 22293 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[145]} 0 3
[junit4:junit4] 2> 22297 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[146 (1428574032219865088)]} 0 1
[junit4:junit4] 2> 22303 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[146 (1428574032223010816)]} 0 1
[junit4:junit4] 2> 22304 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[146 (1428574032223010816)]} 0 5
[junit4:junit4] 2> 22307 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[147 (1428574032230350848)]} 0 1
[junit4:junit4] 2> 22315 T3682 C454 P51082 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[147 (1428574032238739456)]} 0 1
[junit4:junit4] 2> 22315 T3664 C451 P14882 /update {wt=javabin&version=2} {add=[147]} 0 3
[junit4:junit4] 2> 22319 T3641 C453 P18625 /update {wt=javabin&version=2} {add=[148 (1428574032242933760)]} 0 1
[junit4:junit4] 2> 22325 T3693 C450 P36710 /update {distrib.from=http://127.0.0.1:14882/lf/v/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[148 (142857403224
[...truncated too long message...]
Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 87425 T3703 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3
[junit4:junit4] 2> 87425 T3703 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index.20130304115241948
[junit4:junit4] 2> 87425 T3703 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index.20130304115241948
[junit4:junit4] 2> 87426 T3703 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index
[junit4:junit4] 2> 87426 T3703 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362394341322/jetty3/index
[junit4:junit4] 2> 87426 T3703 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 87426 T3703 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89285875553337354-127.0.0.1:36710_lf%2Fv_collection1-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:153)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:150)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:150)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:243)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 87427 T3703 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 87427 T3703 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 87428 T3703 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 87428 T3703 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 87428 T3703 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 87428 T3703 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:236)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:233)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:233)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 87429 T3703 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4] 2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=fr_CH, timezone=Africa/Niamey
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_09 (64-bit)/cpus=16,threads=2,free=161468168,total=423624704
[junit4:junit4] 2> NOTE: All tests run in this JVM: [RecoveryZkTest, ZkNodePropsTest, IndexSchemaRuntimeFieldTest, TestStressLucene, TestSweetSpotSimilarityFactory, TestPluginEnable, TestMultiCoreConfBootstrap, TestComponentsName, TestSolr4Spatial, BasicZkTest, TestQuerySenderNoQuery, HighlighterTest, URLClassifyProcessorTest, TestDistributedSearch, TestSuggestSpellingConverter, TestFunctionQuery, TestPerFieldSimilarity, NoCacheHeaderTest, TestLuceneMatchVersion, DirectUpdateHandlerTest, TestRemoteStreaming, SolrCoreTest, SimplePostToolTest, TestPropInjectDefaults, ZkSolrClientTest, TestRealTimeGet, TestReversedWildcardFilterFactory, IndexSchemaTest, IndexReaderFactoryTest, TermsComponentTest, StatsComponentTest, LukeRequestHandlerTest, TestHashPartitioner, TestNumberUtils, ChaosMonkeyNothingIsSafeTest, JsonLoaderTest, TestCSVResponseWriter, ShardRoutingTest, TestAnalyzedSuggestions, TestSolrDeletionPolicy2, TestSort, TestDistributedGrouping, TestLRUCache, EchoParamsTest, TestXIncludeConfig, TestIBSimilarityFactory, AlternateDirectoryTest, TestWriterPerf, ScriptEngineTest, DirectSolrSpellCheckerTest, PeerSyncTest, PolyFieldTest, TestSolrQueryParser, TestJmxIntegration, TermVectorComponentTest, SuggesterTSTTest, StandardRequestHandlerTest, TestSolrDeletionPolicy1, OpenCloseCoreStressTest, TestDocumentBuilder, FastVectorHighlighterTest, LeaderElectionTest, TestReplicationHandler, OverseerTest, FullSolrCloudDistribCmdsTest, LeaderElectionIntegrationTest, TestRecovery, ConvertedLegacyTest, QueryElevationComponentTest, SortByFunctionTest, BasicFunctionalityTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestTrie, SolrRequestParserTest, QueryEqualityTest, TestCSVLoader, DocumentBuilderTest, DistributedQueryElevationComponentTest, SolrInfoMBeanTest, FieldAnalysisRequestHandlerTest, DocumentAnalysisRequestHandlerTest, DebugComponentTest, SearchHandlerTest, TestOmitPositions, CopyFieldTest, TestArbitraryIndexDir, TestQueryUtils, UpdateParamsTest, CSVRequestHandlerTest, ShowFileRequestHandlerTest, UpdateRequestProcessorFactoryTest, FieldMutatingUpdateProcessorTest, TestBinaryField, SOLR749Test, TestMergePolicyConfig, TestDocSet, TestQuerySenderListener, OutputWriterTest, TestSolrCoreProperties, TestConfig, TestPhraseSuggestions, TestDFRSimilarityFactory, TimeZoneUtilsTest, TestFastLRUCache, OpenExchangeRatesOrgProviderTest, FileUtilsTest, TestSolrXMLSerializer, TestBadConfig, UUIDFieldTest, SystemInfoHandlerTest, CircularListTest, AnalysisAfterCoreReloadTest, TestRandomDVFaceting, PathHierarchyTokenizerFactoryTest, TestCharFilters, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 88.35s, 1 test, 1 error <<< FAILURES!
[...truncated 97 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:381: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:361: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/build.xml:183: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:1207: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-java7/lucene/common-build.xml:870: There were test failures: 261 suites, 1101 tests, 1 error, 27 ignored (8 assumptions)
Total time: 48 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure