You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/10 22:13:34 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4656 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4656/
Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseG1GC -XX:MarkStackSize=256K

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:38221/gvxa/i/collection1, http://127.0.0.1:49414/gvxa/i/collection1, http://127.0.0.1:54664/gvxa/i/collection1]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:38221/gvxa/i/collection1, http://127.0.0.1:49414/gvxa/i/collection1, http://127.0.0.1:54664/gvxa/i/collection1]
	at __randomizedtesting.SeedInfo.seed([DC0D8A8ED1E60149:5DEB0496A6B96175]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1136)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:505)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:487)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:284)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:116)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: org.apache.solr.common.SolrException: Server at http://127.0.0.1:38221/gvxa/i/collection1 returned non ok status:503, message:Service Unavailable
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	... 49 more


REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([DC0D8A8ED1E60149:5DEB0496A6B96175]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9264 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T2517 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /gvxa/i
[junit4:junit4]   2> 3 T2517 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362949422513
[junit4:junit4]   2> 4 T2517 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T2518 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 6 T2518 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 6 T2518 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 6 T2518 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 7 T2518 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 7 T2518 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 105 T2517 oasc.ZkTestServer.run start zk server on port:54183
[junit4:junit4]   2> 105 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@e7deee
[junit4:junit4]   2> 106 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 109 T2523 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 110 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53019
[junit4:junit4]   2> 111 T2523 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 111 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53019
[junit4:junit4]   2> 111 T2521 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 398 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50000 with negotiated timeout 10000 for client /127.0.0.1:53019
[junit4:junit4]   2> 398 T2523 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50000, negotiated timeout = 10000
[junit4:junit4]   2> 398 T2524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e7deee name:ZooKeeperConnection Watcher:127.0.0.1:54183 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 399 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 399 T2517 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 402 T2522 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d561dbdb50000
[junit4:junit4]   2> 403 T2524 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 403 T2517 oaz.ZooKeeper.close Session: 0x13d561dbdb50000 closed
[junit4:junit4]   2> 403 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@203802
[junit4:junit4]   2> 404 T2519 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53019 which had sessionid 0x13d561dbdb50000
[junit4:junit4]   2> 405 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 405 T2525 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 405 T2525 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 406 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53020
[junit4:junit4]   2> 406 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53020
[junit4:junit4]   2> 418 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50001 with negotiated timeout 10000 for client /127.0.0.1:53020
[junit4:junit4]   2> 418 T2525 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50001, negotiated timeout = 10000
[junit4:junit4]   2> 419 T2526 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@203802 name:ZooKeeperConnection Watcher:127.0.0.1:54183/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 420 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 420 T2517 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 423 T2517 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 425 T2517 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 427 T2517 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 429 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 430 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 433 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 434 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 438 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 439 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 442 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 443 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 446 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 447 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 450 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 452 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 454 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 455 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 458 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 458 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 462 T2517 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 463 T2517 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 465 T2522 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d561dbdb50001
[junit4:junit4]   2> 465 T2519 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53020 which had sessionid 0x13d561dbdb50001
[junit4:junit4]   2> 466 T2526 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 465 T2517 oaz.ZooKeeper.close Session: 0x13d561dbdb50001 closed
[junit4:junit4]   2> 539 T2517 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 569 T2517 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57196
[junit4:junit4]   2> 569 T2517 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 570 T2517 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 570 T2517 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975
[junit4:junit4]   2> 571 T2517 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975/solr.xml
[junit4:junit4]   2> 571 T2517 oasc.CoreContainer.<init> New CoreContainer 22854302
[junit4:junit4]   2> 572 T2517 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975/'
[junit4:junit4]   2> 573 T2517 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975/'
[junit4:junit4]   2> 604 T2517 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 605 T2517 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 605 T2517 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 606 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 606 T2517 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 607 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 607 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 608 T2517 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 608 T2517 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 609 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 619 T2517 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 634 T2517 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54183/solr
[junit4:junit4]   2> 635 T2517 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 635 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1251bfc
[junit4:junit4]   2> 636 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 637 T2536 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 638 T2536 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 638 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53021
[junit4:junit4]   2> 638 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53021
[junit4:junit4]   2> 639 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50002 with negotiated timeout 20000 for client /127.0.0.1:53021
[junit4:junit4]   2> 639 T2536 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50002, negotiated timeout = 20000
[junit4:junit4]   2> 640 T2537 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1251bfc name:ZooKeeperConnection Watcher:127.0.0.1:54183 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 640 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 643 T2522 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d561dbdb50002
[junit4:junit4]   2> 643 T2519 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53021 which had sessionid 0x13d561dbdb50002
[junit4:junit4]   2> 644 T2537 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 644 T2517 oaz.ZooKeeper.close Session: 0x13d561dbdb50002 closed
[junit4:junit4]   2> 645 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 649 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@15288f8
[junit4:junit4]   2> 650 T2538 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 650 T2538 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 650 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 650 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53022
[junit4:junit4]   2> 651 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53022
[junit4:junit4]   2> 652 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50003 with negotiated timeout 20000 for client /127.0.0.1:53022
[junit4:junit4]   2> 653 T2538 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50003, negotiated timeout = 20000
[junit4:junit4]   2> 653 T2539 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15288f8 name:ZooKeeperConnection Watcher:127.0.0.1:54183/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 653 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 655 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 656 T2517 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 658 T2517 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57196_gvxa%2Fi
[junit4:junit4]   2> 659 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57196_gvxa%2Fi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57196_gvxa%2Fi
[junit4:junit4]   2> 660 T2517 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57196_gvxa%2Fi
[junit4:junit4]   2> 664 T2517 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 668 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 668 T2517 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 673 T2517 oasc.Overseer.start Overseer (id=89322253354074115-127.0.0.1:57196_gvxa%2Fi-n_0000000000) starting
[junit4:junit4]   2> 674 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 675 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 676 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 677 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 678 T2541 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 678 T2517 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 681 T2517 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 683 T2517 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 685 T2540 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 712 T2542 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975/collection1
[junit4:junit4]   2> 712 T2542 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 712 T2542 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 713 T2542 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 714 T2542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975/collection1/'
[junit4:junit4]   2> 714 T2542 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975/collection1/lib/README' to classloader
[junit4:junit4]   2> 715 T2542 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 752 T2542 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 796 T2542 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 797 T2542 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 802 T2542 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1354 T2542 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1362 T2542 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1366 T2542 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1376 T2542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1380 T2542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1384 T2542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1384 T2542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1385 T2542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1385 T2542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1386 T2542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1386 T2542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1386 T2542 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1387 T2542 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362949422975/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/control/data/
[junit4:junit4]   2> 1387 T2542 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba775a
[junit4:junit4]   2> 1387 T2542 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1388 T2542 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/control/data forceNew: false
[junit4:junit4]   2> 1388 T2542 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/control/data/index/
[junit4:junit4]   2> 1388 T2542 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1388 T2542 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/control/data/index forceNew: false
[junit4:junit4]   2> 1390 T2542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7c4ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@1936d35),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1390 T2542 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1391 T2542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1392 T2542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1392 T2542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1393 T2542 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1393 T2542 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1393 T2542 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1393 T2542 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1394 T2542 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1394 T2542 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1397 T2542 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1400 T2542 oass.SolrIndexSearcher.<init> Opening Searcher@3f9b8a main
[junit4:junit4]   2> 1400 T2542 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/control/data/tlog
[junit4:junit4]   2> 1400 T2542 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1401 T2542 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1404 T2543 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f9b8a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1405 T2542 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1405 T2542 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1406 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2189 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2190 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57196_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57196/gvxa/i"}
[junit4:junit4]   2> 2190 T2540 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2190 T2540 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2190 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2194 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2408 T2542 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2409 T2542 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57196/gvxa/i collection:control_collection shard:shard1
[junit4:junit4]   2> 2410 T2542 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2416 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2417 T2542 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2417 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2418 T2542 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2419 T2542 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2419 T2542 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57196/gvxa/i/collection1/
[junit4:junit4]   2> 2419 T2542 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2419 T2542 oasc.SyncStrategy.syncToMe http://127.0.0.1:57196/gvxa/i/collection1/ has no replicas
[junit4:junit4]   2> 2420 T2542 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57196/gvxa/i/collection1/
[junit4:junit4]   2> 2420 T2542 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2422 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3697 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3704 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3728 T2542 oasc.ZkController.register We are http://127.0.0.1:57196/gvxa/i/collection1/ and leader is http://127.0.0.1:57196/gvxa/i/collection1/
[junit4:junit4]   2> 3729 T2542 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57196/gvxa/i
[junit4:junit4]   2> 3729 T2542 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3729 T2542 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3729 T2542 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3731 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3732 T2517 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3732 T2517 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3733 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3737 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3738 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ac7f23
[junit4:junit4]   2> 3738 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3739 T2545 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3739 T2545 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 3739 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53024
[junit4:junit4]   2> 3740 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53024
[junit4:junit4]   2> 3740 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50004 with negotiated timeout 10000 for client /127.0.0.1:53024
[junit4:junit4]   2> 3740 T2545 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50004, negotiated timeout = 10000
[junit4:junit4]   2> 3741 T2546 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ac7f23 name:ZooKeeperConnection Watcher:127.0.0.1:54183/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3741 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3742 T2517 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3744 T2517 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3841 T2517 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3843 T2517 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38221
[junit4:junit4]   2> 3844 T2517 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3844 T2517 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3845 T2517 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254
[junit4:junit4]   2> 3845 T2517 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/solr.xml
[junit4:junit4]   2> 3846 T2517 oasc.CoreContainer.<init> New CoreContainer 2035578
[junit4:junit4]   2> 3846 T2517 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/'
[junit4:junit4]   2> 3847 T2517 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/'
[junit4:junit4]   2> 3869 T2517 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3870 T2517 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3870 T2517 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3871 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3871 T2517 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3872 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3872 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3873 T2517 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3873 T2517 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3874 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3882 T2517 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3896 T2517 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54183/solr
[junit4:junit4]   2> 3897 T2517 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3897 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1228e61
[junit4:junit4]   2> 3898 T2556 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3899 T2556 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 3899 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53025
[junit4:junit4]   2> 3899 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53025
[junit4:junit4]   2> 3899 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3900 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50005 with negotiated timeout 20000 for client /127.0.0.1:53025
[junit4:junit4]   2> 3900 T2556 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50005, negotiated timeout = 20000
[junit4:junit4]   2> 3900 T2557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1228e61 name:ZooKeeperConnection Watcher:127.0.0.1:54183 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3901 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3901 T2522 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d561dbdb50005
[junit4:junit4]   2> 3902 T2519 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53025 which had sessionid 0x13d561dbdb50005
[junit4:junit4]   2> 3902 T2517 oaz.ZooKeeper.close Session: 0x13d561dbdb50005 closed
[junit4:junit4]   2> 3902 T2557 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3903 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3906 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1563fb9
[junit4:junit4]   2> 3907 T2558 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3907 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3908 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53026
[junit4:junit4]   2> 3908 T2558 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 3908 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53026
[junit4:junit4]   2> 3909 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50006 with negotiated timeout 20000 for client /127.0.0.1:53026
[junit4:junit4]   2> 3909 T2558 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50006, negotiated timeout = 20000
[junit4:junit4]   2> 3910 T2559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1563fb9 name:ZooKeeperConnection Watcher:127.0.0.1:54183/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3910 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3911 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3911 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3913 T2517 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4916 T2517 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38221_gvxa%2Fi
[junit4:junit4]   2> 4917 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38221_gvxa%2Fi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38221_gvxa%2Fi
[junit4:junit4]   2> 4917 T2517 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38221_gvxa%2Fi
[junit4:junit4]   2> 4920 T2546 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4920 T2559 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4920 T2539 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4920 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4926 T2560 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/collection1
[junit4:junit4]   2> 4927 T2560 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4927 T2560 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4927 T2560 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4928 T2560 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/collection1/'
[junit4:junit4]   2> 4929 T2560 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/collection1/lib/README' to classloader
[junit4:junit4]   2> 4930 T2560 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4973 T2560 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5022 T2560 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5023 T2560 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5029 T2560 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5209 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5210 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57196_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57196/gvxa/i"}
[junit4:junit4]   2> 5212 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5213 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5213 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5589 T2560 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5597 T2560 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5601 T2560 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5613 T2560 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5618 T2560 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5622 T2560 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5623 T2560 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5623 T2560 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5623 T2560 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5624 T2560 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5624 T2560 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5625 T2560 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5625 T2560 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty1/
[junit4:junit4]   2> 5625 T2560 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba775a
[junit4:junit4]   2> 5626 T2560 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5626 T2560 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty1 forceNew: false
[junit4:junit4]   2> 5626 T2560 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty1/index/
[junit4:junit4]   2> 5626 T2560 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5627 T2560 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty1/index forceNew: false
[junit4:junit4]   2> 5628 T2560 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12eae65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ebecf),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5628 T2560 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5630 T2560 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5630 T2560 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5631 T2560 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5631 T2560 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5632 T2560 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5632 T2560 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5632 T2560 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5633 T2560 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5633 T2560 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5636 T2560 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5639 T2560 oass.SolrIndexSearcher.<init> Opening Searcher@1f9e088 main
[junit4:junit4]   2> 5639 T2560 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty1/tlog
[junit4:junit4]   2> 5640 T2560 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5640 T2560 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5647 T2561 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f9e088 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5647 T2560 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5647 T2560 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6716 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6717 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38221_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38221/gvxa/i"}
[junit4:junit4]   2> 6717 T2540 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6717 T2540 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 6723 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6723 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6723 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7649 T2560 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7649 T2560 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38221/gvxa/i collection:collection1 shard:shard2
[junit4:junit4]   2> 7654 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7659 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7660 T2560 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7660 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7662 T2560 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7662 T2560 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7663 T2560 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38221/gvxa/i/collection1/
[junit4:junit4]   2> 7663 T2560 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7664 T2560 oasc.SyncStrategy.syncToMe http://127.0.0.1:38221/gvxa/i/collection1/ has no replicas
[junit4:junit4]   2> 7664 T2560 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38221/gvxa/i/collection1/
[junit4:junit4]   2> 7664 T2560 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7668 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8226 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8255 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8255 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8255 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8271 T2560 oasc.ZkController.register We are http://127.0.0.1:38221/gvxa/i/collection1/ and leader is http://127.0.0.1:38221/gvxa/i/collection1/
[junit4:junit4]   2> 8272 T2560 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38221/gvxa/i
[junit4:junit4]   2> 8272 T2560 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8272 T2560 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8272 T2560 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8274 T2560 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8275 T2517 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8276 T2517 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8276 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8357 T2517 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8359 T2517 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49414
[junit4:junit4]   2> 8360 T2517 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8361 T2517 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8361 T2517 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790
[junit4:junit4]   2> 8362 T2517 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790/solr.xml
[junit4:junit4]   2> 8362 T2517 oasc.CoreContainer.<init> New CoreContainer 22583865
[junit4:junit4]   2> 8363 T2517 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790/'
[junit4:junit4]   2> 8363 T2517 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790/'
[junit4:junit4]   2> 8390 T2517 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8390 T2517 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8391 T2517 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8391 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8392 T2517 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8392 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8393 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8393 T2517 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8394 T2517 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8394 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8405 T2517 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8427 T2517 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54183/solr
[junit4:junit4]   2> 8427 T2517 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8429 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1153582
[junit4:junit4]   2> 8431 T2572 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8432 T2572 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 8432 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53030
[junit4:junit4]   2> 8432 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53030
[junit4:junit4]   2> 8432 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8433 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50007 with negotiated timeout 20000 for client /127.0.0.1:53030
[junit4:junit4]   2> 8433 T2572 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50007, negotiated timeout = 20000
[junit4:junit4]   2> 8434 T2573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1153582 name:ZooKeeperConnection Watcher:127.0.0.1:54183 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8434 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8435 T2522 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d561dbdb50007
[junit4:junit4]   2> 8436 T2519 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53030 which had sessionid 0x13d561dbdb50007
[junit4:junit4]   2> 8436 T2517 oaz.ZooKeeper.close Session: 0x13d561dbdb50007 closed
[junit4:junit4]   2> 8437 T2573 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8437 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8440 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1faafe6
[junit4:junit4]   2> 8441 T2574 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8442 T2574 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 8442 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53031
[junit4:junit4]   2> 8442 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53031
[junit4:junit4]   2> 8442 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8443 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50008 with negotiated timeout 20000 for client /127.0.0.1:53031
[junit4:junit4]   2> 8443 T2574 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50008, negotiated timeout = 20000
[junit4:junit4]   2> 8444 T2575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1faafe6 name:ZooKeeperConnection Watcher:127.0.0.1:54183/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8444 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8445 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8446 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8448 T2517 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9451 T2517 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49414_gvxa%2Fi
[junit4:junit4]   2> 9452 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49414_gvxa%2Fi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49414_gvxa%2Fi
[junit4:junit4]   2> 9453 T2517 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49414_gvxa%2Fi
[junit4:junit4]   2> 9455 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9455 T2559 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9456 T2546 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9456 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9456 T2575 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9456 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9457 T2539 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9462 T2576 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790/collection1
[junit4:junit4]   2> 9463 T2576 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9464 T2576 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9464 T2576 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9466 T2576 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790/collection1/'
[junit4:junit4]   2> 9467 T2576 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790/collection1/lib/README' to classloader
[junit4:junit4]   2> 9468 T2576 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9506 T2576 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9557 T2576 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9558 T2576 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9564 T2576 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9765 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9766 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38221_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38221/gvxa/i"}
[junit4:junit4]   2> 9770 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9770 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9770 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9771 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10164 T2576 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10172 T2576 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10177 T2576 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10189 T2576 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10195 T2576 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10200 T2576 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10201 T2576 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10201 T2576 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10201 T2576 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10202 T2576 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10203 T2576 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10203 T2576 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10204 T2576 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362949430790/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty2/
[junit4:junit4]   2> 10204 T2576 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba775a
[junit4:junit4]   2> 10204 T2576 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10207 T2576 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty2 forceNew: false
[junit4:junit4]   2> 10207 T2576 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty2/index/
[junit4:junit4]   2> 10208 T2576 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10208 T2576 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty2/index forceNew: false
[junit4:junit4]   2> 10210 T2576 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55d36 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cf9819),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10211 T2576 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10213 T2576 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10213 T2576 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10213 T2576 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10214 T2576 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10215 T2576 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10217 T2576 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10218 T2576 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10220 T2576 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10220 T2576 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10225 T2576 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10231 T2576 oass.SolrIndexSearcher.<init> Opening Searcher@16d2526 main
[junit4:junit4]   2> 10232 T2576 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty2/tlog
[junit4:junit4]   2> 10233 T2576 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10233 T2576 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10240 T2577 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16d2526 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10241 T2576 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10242 T2576 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11275 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11276 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49414_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49414/gvxa/i"}
[junit4:junit4]   2> 11277 T2540 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11277 T2540 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11284 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11284 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11284 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11284 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12247 T2576 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12247 T2576 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49414/gvxa/i collection:collection1 shard:shard1
[junit4:junit4]   2> 12248 T2576 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 12253 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 12254 T2576 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12255 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12256 T2576 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12257 T2576 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12257 T2576 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49414/gvxa/i/collection1/
[junit4:junit4]   2> 12257 T2576 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12257 T2576 oasc.SyncStrategy.syncToMe http://127.0.0.1:49414/gvxa/i/collection1/ has no replicas
[junit4:junit4]   2> 12258 T2576 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49414/gvxa/i/collection1/
[junit4:junit4]   2> 12258 T2576 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 12261 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12788 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12795 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12795 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12795 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12795 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12814 T2576 oasc.ZkController.register We are http://127.0.0.1:49414/gvxa/i/collection1/ and leader is http://127.0.0.1:49414/gvxa/i/collection1/
[junit4:junit4]   2> 12814 T2576 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49414/gvxa/i
[junit4:junit4]   2> 12815 T2576 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12815 T2576 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12815 T2576 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12816 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12817 T2517 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12818 T2517 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12818 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12894 T2517 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12896 T2517 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54664
[junit4:junit4]   2> 12897 T2517 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12897 T2517 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12898 T2517 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332
[junit4:junit4]   2> 12898 T2517 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332/solr.xml
[junit4:junit4]   2> 12898 T2517 oasc.CoreContainer.<init> New CoreContainer 25030745
[junit4:junit4]   2> 12899 T2517 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332/'
[junit4:junit4]   2> 12899 T2517 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332/'
[junit4:junit4]   2> 12923 T2517 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12924 T2517 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12924 T2517 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12924 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12925 T2517 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12925 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12926 T2517 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12926 T2517 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12927 T2517 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12927 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12936 T2517 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12952 T2517 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54183/solr
[junit4:junit4]   2> 12953 T2517 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12953 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@24eb5a
[junit4:junit4]   2> 12954 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12955 T2588 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12955 T2588 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 12955 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53033
[junit4:junit4]   2> 12956 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53033
[junit4:junit4]   2> 12957 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb50009 with negotiated timeout 20000 for client /127.0.0.1:53033
[junit4:junit4]   2> 12957 T2588 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb50009, negotiated timeout = 20000
[junit4:junit4]   2> 12957 T2589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24eb5a name:ZooKeeperConnection Watcher:127.0.0.1:54183 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12958 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12959 T2522 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d561dbdb50009
[junit4:junit4]   2> 12959 T2589 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12959 T2519 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53033 which had sessionid 0x13d561dbdb50009
[junit4:junit4]   2> 12959 T2517 oaz.ZooKeeper.close Session: 0x13d561dbdb50009 closed
[junit4:junit4]   2> 12960 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12964 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@b017a
[junit4:junit4]   2> 12965 T2590 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12965 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12965 T2590 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 12965 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53034
[junit4:junit4]   2> 12966 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53034
[junit4:junit4]   2> 12967 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb5000a with negotiated timeout 20000 for client /127.0.0.1:53034
[junit4:junit4]   2> 12967 T2590 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb5000a, negotiated timeout = 20000
[junit4:junit4]   2> 12967 T2591 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b017a name:ZooKeeperConnection Watcher:127.0.0.1:54183/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12968 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12969 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb5000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12970 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb5000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12973 T2517 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13976 T2517 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54664_gvxa%2Fi
[junit4:junit4]   2> 13977 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb5000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54664_gvxa%2Fi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54664_gvxa%2Fi
[junit4:junit4]   2> 13979 T2517 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54664_gvxa%2Fi
[junit4:junit4]   2> 13980 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13980 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13980 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13981 T2559 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13981 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13982 T2591 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13983 T2539 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13983 T2575 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13983 T2546 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13989 T2592 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332/collection1
[junit4:junit4]   2> 13989 T2592 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13991 T2592 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13991 T2592 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13993 T2592 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332/collection1/'
[junit4:junit4]   2> 13993 T2592 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332/collection1/lib/README' to classloader
[junit4:junit4]   2> 13993 T2592 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14028 T2592 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14076 T2592 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14076 T2592 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14082 T2592 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14300 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14301 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49414_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49414/gvxa/i"}
[junit4:junit4]   2> 14305 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14305 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14305 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14305 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14305 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14597 T2592 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14605 T2592 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14608 T2592 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14619 T2592 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14623 T2592 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14626 T2592 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14627 T2592 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14627 T2592 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14627 T2592 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14628 T2592 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14628 T2592 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14629 T2592 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14629 T2592 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362949435332/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty3/
[junit4:junit4]   2> 14629 T2592 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba775a
[junit4:junit4]   2> 14630 T2592 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14630 T2592 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty3 forceNew: false
[junit4:junit4]   2> 14630 T2592 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty3/index/
[junit4:junit4]   2> 14631 T2592 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14631 T2592 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty3/index forceNew: false
[junit4:junit4]   2> 14632 T2592 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12c3ad6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7adcc1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14633 T2592 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14634 T2592 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14635 T2592 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14635 T2592 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14636 T2592 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14636 T2592 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14636 T2592 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14637 T2592 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14637 T2592 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14637 T2592 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14640 T2592 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14643 T2592 oass.SolrIndexSearcher.<init> Opening Searcher@16d8cdc main
[junit4:junit4]   2> 14644 T2592 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty3/tlog
[junit4:junit4]   2> 14644 T2592 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14644 T2592 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14649 T2593 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16d8cdc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14650 T2592 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14651 T2592 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15809 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15810 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54664_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54664/gvxa/i"}
[junit4:junit4]   2> 15810 T2540 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15810 T2540 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 15813 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15813 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15813 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15813 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15813 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16652 T2592 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16652 T2592 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54664/gvxa/i collection:collection1 shard:shard2
[junit4:junit4]   2> 16655 T2592 oasc.ZkController.register We are http://127.0.0.1:54664/gvxa/i/collection1/ and leader is http://127.0.0.1:38221/gvxa/i/collection1/
[junit4:junit4]   2> 16655 T2592 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54664/gvxa/i
[junit4:junit4]   2> 16655 T2592 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16655 T2592 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C146 name=collection1 org.apache.solr.core.SolrCore@1ac310f url=http://127.0.0.1:54664/gvxa/i/collection1 node=127.0.0.1:54664_gvxa%2Fi C146_STATE=coll:collection1 core:collection1 props:{state=down, node_name=127.0.0.1:54664_gvxa%2Fi, core=collection1, collection=collection1, base_url=http://127.0.0.1:54664/gvxa/i}
[junit4:junit4]   2> 16656 T2594 C146 P54664 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16656 T2594 C146 P54664 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16656 T2592 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16657 T2594 C146 P54664 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16657 T2594 C146 P54664 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16657 T2517 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16658 T2594 C146 P54664 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16658 T2517 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16659 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16663 T2517 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16665 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16668 T2553 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/onenodecollectioncore
[junit4:junit4]   2> 16669 T2553 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16670 T2553 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16670 T2553 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16671 T2553 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16672 T2553 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16673 T2553 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16675 T2553 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/onenodecollectioncore/'
[junit4:junit4]   2> 16714 T2553 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16762 T2553 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16763 T2553 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16768 T2553 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17281 T2553 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17290 T2553 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17293 T2553 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17305 T2553 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17309 T2553 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17313 T2553 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17314 T2553 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17314 T2553 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17315 T2553 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17316 T2553 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17316 T2553 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17316 T2553 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17317 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17317 T2553 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362949426254/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362949422513/onenodecollection/
[junit4:junit4]   2> 17317 T2553 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba775a
[junit4:junit4]   2> 17317 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54664_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54664/gvxa/i"}
[junit4:junit4]   2> 17318 T2553 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17319 T2553 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362949422513/onenodecollection forceNew: false
[junit4:junit4]   2> 17320 T2553 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362949422513/onenodecollection/index/
[junit4:junit4]   2> 17320 T2553 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362949422513/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17321 T2553 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362949422513/onenodecollection/index forceNew: false
[junit4:junit4]   2> 17323 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17324 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17323 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17323 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17324 T2553 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f685a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c04575),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17324 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17325 T2553 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17327 T2553 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17327 T2553 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17328 T2553 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17329 T2553 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17329 T2553 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17329 T2553 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17330 T2553 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17330 T2553 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17331 T2553 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17334 T2553 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17337 T2553 oass.SolrIndexSearcher.<init> Opening Searcher@d15b7e main
[junit4:junit4]   2> 17338 T2553 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362949422513/onenodecollection/tlog
[junit4:junit4]   2> 17338 T2553 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17339 T2553 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17343 T2596 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@d15b7e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17343 T2553 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17664 T2552 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {state=recovering&onlyIfLeader=true&checkLive=true&core=collection1&action=PREPRECOVERY&coreNodeName=127.0.0.1:54664_gvxa%252Fi_collection1&version=2&nodeName=127.0.0.1:54664_gvxa%252Fi&wt=javabin} status=0 QTime=1000 
[junit4:junit4]   2> 18828 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18828 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38221_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38221/gvxa/i"}
[junit4:junit4]   2> 18829 T2540 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 18829 T2540 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18832 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18833 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18832 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18832 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18832 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19344 T2553 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 19345 T2553 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:38221/gvxa/i collection:onenodecollection shard:shard1
[junit4:junit4]   2> 19346 T2553 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 19351 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:delete cxid:0xa3 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 19352 T2553 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 19353 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:create cxid:0xa4 zxid:0xaf txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 19354 T2553 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 19355 T2553 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 19355 T2553 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38221/gvxa/i/onenodecollectioncore/
[junit4:junit4]   2> 19355 T2553 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 19356 T2553 oasc.SyncStrategy.syncToMe http://127.0.0.1:38221/gvxa/i/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 19356 T2553 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38221/gvxa/i/onenodecollectioncore/
[junit4:junit4]   2> 19356 T2553 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 19375 T2522 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d561dbdb50006 type:create cxid:0xae zxid:0xb3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2>  C146_STATE=coll:collection1 core:collection1 props:{state=recovering, node_name=127.0.0.1:54664_gvxa%2Fi, shard=shard2, core=collection1, collection=collection1, base_url=http://127.0.0.1:54664/gvxa/i}
[junit4:junit4]   2> 19665 T2594 C146 P54664 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:38221/gvxa/i/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19666 T2594 C146 P54664 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54664/gvxa/i START replicas=[http://127.0.0.1:38221/gvxa/i/collection1/] nUpdates=100
[junit4:junit4]   2> 19666 T2594 C146 P54664 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19666 T2594 C146 P54664 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19667 T2594 C146 P54664 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19667 T2594 C146 P54664 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19667 T2594 C146 P54664 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19667 T2594 C146 P54664 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:38221/gvxa/i/collection1/. core=collection1
[junit4:junit4]   2> 19668 T2594 C146 P54664 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C147 name=collection1 org.apache.solr.core.SolrCore@f17831 url=http://127.0.0.1:38221/gvxa/i/collection1 node=127.0.0.1:38221_gvxa%2Fi C147_STATE=coll:collection1 core:collection1 props:{state=active, node_name=127.0.0.1:38221_gvxa%2Fi, shard=shard2, core=collection1, collection=collection1, base_url=http://127.0.0.1:38221/gvxa/i, leader=true}
[junit4:junit4]   2> 19672 T2555 C147 P38221 REQ /get {distrib=false&getVersions=100&version=2&wt=javabin&qt=/get} status=0 QTime=1 
[junit4:junit4]   2> 19673 T2554 C147 P38221 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19674 T2554 C147 P38221 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12eae65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ebecf),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19674 T2554 C147 P38221 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19675 T2554 C147 P38221 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12eae65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ebecf),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12eae65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ebecf),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19675 T2554 C147 P38221 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19676 T2554 C147 P38221 oass.SolrIndexSearcher.<init> Opening Searcher@408f54 realtime
[junit4:junit4]   2> 19676 T2554 C147 P38221 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19677 T2554 C147 P38221 /update {softCommit=false&waitSearcher=true&version=2&openSearcher=false&wt=javabin&commit_end_point=true&commit=true} {commit=} 0 4
[junit4:junit4]   2> 19678 T2594 C146 P54664 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19679 T2594 C146 P54664 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19684 T2552 C147 P38221 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19684 T2552 C147 P38221 REQ /replication {command=indexversion&version=2&wt=javabin&qt=/replication} status=0 QTime=4 
[junit4:junit4]   2> 19685 T2594 C146 P54664 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19685 T2594 C146 P54664 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19686 T2594 C146 P54664 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19687 T2554 C147 P38221 REQ /replication {generation=2&command=filelist&version=2&wt=javabin&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 19688 T2594 C146 P54664 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19689 T2594 C146 P54664 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362949422513/jetty3/index.20130310210402198 forceNew: false
[junit4:junit4]   2> 19689 T2594 C146 P54664 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@10859fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@19134c7) fullCopy=false
[junit4:junit4]   2> 19692 T2555 C147 P38221 REQ /replication {checksum=true&generation=2&file=segments_2&command=filecontent&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 19693 T2594 C146 P54664 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19694 T2594 C146 P54664 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19694 T2594 C146 P54664 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19696 T2594 C146 P54664 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12c3ad6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7adcc1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12c3ad6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7adcc1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19696 T2594 C146 P54664 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19697 T2594 C146 P54664 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19697 T2594 C146 P54664 oass.SolrIndexSearcher.<init> Opening Searcher@1543a37 main
[junit4:junit4]   2> 19698 T2593 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1543a37 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19699 T2594 C146 P54664 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@10859fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@19134c7)
[junit4:junit4]   2> 19699 T2594 C146 P54664 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19700 T2594 C146 P54664 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19700 T2594 C146 P54664 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19700 T2594 C146 P54664 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19702 T2594 C146 P54664 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20337 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20342 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54664_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54664/gvxa/i"}
[junit4:junit4]   2> 20345 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20345 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20345 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20345 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20345 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20378 T2553 oasc.ZkController.register We are http://127.0.0.1:38221/gvxa/i/onenodecollectioncore/ and leader is http://127.0.0.1:38221/gvxa/i/onenodecollectioncore/
[junit4:junit4]   2> 20380 T2553 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:38221/gvxa/i
[junit4:junit4]   2> 20381 T2553 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 20381 T2553 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 20383 T2553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20384 T2553 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {roles=none&name=onenodecollectioncore&numShards=1&action=CREATE&version=2&wt=javabin&collection=onenodecollection&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362949422513/onenodecollection} status=0 QTime=3716 
[junit4:junit4]   2> 20384 T2517 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 20385 T2517 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21387 T2517 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21851 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21852 T2540 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38221_gvxa%2Fi",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38221/gvxa/i"}
[junit4:junit4]   2> 21867 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21868 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21868 T2546 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21868 T2539 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21868 T2559 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22388 T2517 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22389 T2517 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 22390 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C148 name=onenodecollectioncore org.apache.solr.core.SolrCore@2bcf60 url=http://127.0.0.1:38221/gvxa/i/onenodecollectioncore node=127.0.0.1:38221_gvxa%2Fi C148_STATE=coll:onenodecollection core:onenodecollectioncore props:{roles=none, state=active, node_name=127.0.0.1:38221_gvxa%2Fi, shard=shard1, core=onenodecollectioncore, collection=onenodecollection, base_url=http://127.0.0.1:38221/gvxa/i, leader=true}
[junit4:junit4]   2> 22402 T2554 C148 P38221 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f685a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c04575),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22403 T2554 C148 P38221 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22404 T2554 C148 P38221 /update {version=2&wt=javabin} {add=[1 (1429156077145948160)]} 0 3
[junit4:junit4]   2> 22409 T2553 C148 P38221 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22412 T2553 C148 P38221 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f685a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c04575),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f685a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c04575),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0.fdt, _0_Pulsing41_0.doc, segments_2, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_Asserting_0.pos, _0_Disk_0.dvdd, _0_Memory_0.ram, _0.fdx, _0_Disk_0.dvdm, _0_Pulsing41_0.pos, _0.nvm, _0_Asserting_0.doc, _0.fnm, _0.si, _0.nvd]
[junit4:junit4]   2> 22413 T2553 C148 P38221 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip, _0.fdt, _0_Pulsing41_0.doc, segments_2, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_Asserting_0.pos, _0_Disk_0.dvdd, _0_Memory_0.ram, _0.fdx, _0_Disk_0.dvdm, _0_Pulsing41_0.pos, _0.nvm, _0_Asserting_0.doc, _0.fnm, _0.si, _0.nvd]
[junit4:junit4]   2> 22415 T2553 C148 P38221 oass.SolrIndexSearcher.<init> Opening Searcher@11ac6e9 main
[junit4:junit4]   2> 22416 T2553 C148 P38221 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22416 T2596 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@11ac6e9 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 22417 T2553 C148 P38221 /update {softCommit=false&waitSearcher=true&version=2&wt=javabin&commit=true} {commit=} 0 8
[junit4:junit4]   2> 22420 T2555 C148 P38221 REQ /select {version=2&wt=javabin&q=*:*} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 22421 T2517 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22428 T2552 C148 P38221 REQ /select {version=2&wt=javabin&q=*:*} hits=1 status=0 QTime=1 
[junit4:junit4]   2> ASYNC  NEW_CORE C149 name=collection1 org.apache.solr.core.SolrCore@1b560b0 url=http://127.0.0.1:57196/gvxa/i/collection1 node=127.0.0.1:57196_gvxa%2Fi C149_STATE=coll:control_collection core:collection1 props:{state=active, node_name=127.0.0.1:57196_gvxa%2Fi, shard=shard1, core=collection1, collection=control_collection, base_url=http://127.0.0.1:57196/gvxa/i, leader=true}
[junit4:junit4]   2> 22434 T2532 C149 P57196 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7c4ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@1936d35),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22435 T2532 C149 P57196 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22437 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[1 (1429156077179502592)]} 0 4
[junit4:junit4]   2> ASYNC  NEW_CORE C150 name=collection1 org.apache.solr.core.SolrCore@2e10af url=http://127.0.0.1:49414/gvxa/i/collection1 node=127.0.0.1:49414_gvxa%2Fi C150_STATE=coll:collection1 core:collection1 props:{state=active, node_name=127.0.0.1:49414_gvxa%2Fi, shard=shard1, core=collection1, collection=collection1, base_url=http://127.0.0.1:49414/gvxa/i, leader=true}
[junit4:junit4]   2> 22447 T2571 C150 P49414 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55d36 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cf9819),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22448 T2571 C150 P49414 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22450 T2571 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[1 (1429156077193134080)]} 0 4
[junit4:junit4]   2> 22451 T2553 C147 P38221 /update {version=2&wt=javabin} {add=[1]} 0 10
[junit4:junit4]   2> 22453 T2533 C149 P57196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22458 T2533 C149 P57196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7c4ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@1936d35),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7c4ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@1936d35),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Pulsing41_0.doc, _0.fdt, segments_2, _0_Pulsing41_0.tip, _0_Pulsing41_0.tim, _0_Direct_0.tip, _0_Asserting_0.pos, _0_Direct_0.doc, _0_Disk_0.dvdd, _0_Memory_0.ram, _0_Disk_0.dvdm, _0.fdx, _0_Pulsing41_0.pos, _0.nvm, _0_Asserting_0.doc, _0.fnm, _0_Direct_0.tim, _0_Direct_0.pos, _0.si, _0.nvd]
[junit4:junit4]   2> 22459 T2533 C149 P57196 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Pulsing41_0.doc, _0.fdt, segments_2, _0_Pulsing41_0.tip, _0_Pulsing41_0.tim, _0_Direct_0.tip, _0_Asserting_0.pos, _0_Direct_0.doc, _0_Disk_0.dvdd, _0_Memory_0.ram, _0_Disk_0.dvdm, _0.fdx, _0_Pulsing41_0.pos, _0.nvm, _0_Asserting_0.doc, _0.fnm, _0_Direct_0.tim, _0_Direct_0.pos, _0.si, _0.nvd]
[junit4:junit4]   2> 22461 T2533 C149 P57196 oass.SolrIndexSearcher.<init> Opening Searcher@1e6b40b main
[junit4:junit4]   2> 22462 T2533 C149 P57196 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22462 T2543 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e6b40b main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 22463 T2533 C149 P57196 /update {softCommit=false&waitSearcher=true&version=2&wt=javabin&commit=true} {commit=} 0 10
[junit4:junit4]   2> 22465 T2555 C147 P38221 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22466 T2555 C147 P38221 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12eae65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ebecf),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12eae65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ebecf),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22466 T2555 C147 P38221 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22466 T2555 C147 P38221 oass.SolrIndexSearcher.<init> Opening Searcher@145d7f8 main
[junit4:junit4]   2> 22467 T2555 C147 P38221 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22468 T2561 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@145d7f8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22468 T2555 C147 P38221 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:54664/gvxa/i/collection1/, StdNode: http://127.0.0.1:49414/gvxa/i/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 22471 T2569 C150 P49414 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C146_STATE=coll:collection1 core:collection1 props:{state=active, node_name=127.0.0.1:54664_gvxa%2Fi, shard=shard2, core=collection1, collection=collection1, base_url=http://127.0.0.1:54664/gvxa/i}
[junit4:junit4]   2> 22474 T2585 C146 P54664 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22474 T2569 C150 P49414 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55d36 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cf9819),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55d36 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cf9819),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Pulsing41_0.doc, _0.fdt, segments_2, _0_Pulsing41_0.tip, _0_Pulsing41_0.tim, _0_Direct_0.tip, _0_Asserting_0.pos, _0_Direct_0.doc, _0_Disk_0.dvdd, _0_Memory_0.ram, _0_Disk_0.dvdm, _0.fdx, _0_Pulsing41_0.pos, _0.nvm, _0_Asserting_0.doc, _0.fnm, _0_Direct_0.tim, _0_Direct_0.pos, _0.si, _0.nvd]
[junit4:junit4]   2> 22474 T2585 C146 P54664 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12c3ad6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7adcc1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12c3ad6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7adcc1),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22475 T2569 C150 P49414 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Pulsing41_0.doc, _0.fdt, segments_2, _0_Pulsing41_0.tip, _0_Pulsing41_0.tim, _0_Direct_0.tip, _0_Asserting_0.pos, _0_Direct_0.doc, _0_Disk_0.dvdd, _0_Memory_0.ram, _0_Disk_0.dvdm, _0.fdx, _0_Pulsing41_0.pos, _0.nvm, _0_Asserting_0.doc, _0.fnm, _0_Direct_0.tim, _0_Direct_0.pos, _0.si, _0.nvd]
[junit4:junit4]   2> 22475 T2585 C146 P54664 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22476 T2585 C146 P54664 oass.SolrIndexSearcher.<init> Opening Searcher@1b3b422 main
[junit4:junit4]   2> 22477 T2569 C150 P49414 oass.SolrIndexSearcher.<init> Opening Searcher@25dec6 main
[junit4:junit4]   2> 22477 T2569 C150 P49414 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22477 T2593 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b3b422 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22478 T2577 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25dec6 main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
[junit4:junit4]   2> 22478 T2585 C146 P54664 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22478 T2585 C146 P54664 /update {expungeDeletes=false&softCommit=false&waitSearcher=true&version=2&wt=javabin&commit_end_point=true&commit=true} {commit=} 0 4
[junit4:junit4]   2> 22479 T2569 C150 P49414 /update {expungeDeletes=false&softCommit=false&waitSearcher=true&version=2&wt=javabin&commit_end_point=true&commit=true} {commit=} 0 9
[junit4:junit4]   2> 22479 T2555 C147 P38221 /update {softCommit=false&waitSearcher=true&version=2&wt=javabin&commit=true} {commit=} 0 14
[junit4:junit4]   2> 22480 T2517 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22481 T2517 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22481 T2517 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 22484 T2534 C149 P57196 REQ /select {version=2&wt=javabin&q=*:*} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 22484 T2517 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54183/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2ff76
[junit4:junit4]   2> 22485 T2517 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 22485 T2602 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54183. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 22486 T2602 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54183, initiating session
[junit4:junit4]   2> 22486 T2519 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53052
[junit4:junit4]   2> 22486 T2519 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53052
[junit4:junit4]   2> 22487 T2521 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d561dbdb5000b with negotiated timeout 10000 for client /127.0.0.1:53052
[junit4:junit4]   2> 22487 T2602 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54183, sessionid = 0x13d561dbdb5000b, negotiated timeout = 10000
[junit4:junit4]   2> 22488 T2603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ff76 name:ZooKeeperConnection Watcher:127.0.0.1:54183/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 22488 T2517 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 22489 T2517 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 22490 T2522 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d561dbdb5000b
[junit4:junit4]   2> 22491 T2603 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 22491 T2517 oaz.ZooKeeper.close Session: 0x13d561dbdb5000b closed
[junit4:junit4]   2> 22491 T2519 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53052 which had sessionid 0x13d561dbdb5000b
[junit4:junit4]   2> 22492 T2552 C147 P38221 REQ /select {distrib=false&version=2&wt=javabin&q=*:*} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22494 T2568 C150 P49414 REQ /select {distrib=false&version=2&wt=javabin&q=*:*} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 22499 T2555 C147 P38221 REQ /select {fl=id,score&shard.url=127.0.0.1:38221/gvxa/i/collection1/|127.0.0.1:54664/gvxa/i/collection1/&distrib=false&fsv=true&rows=10&start=0&version=2&wt=javabin&isShard=true&NOW=1362949445005&q=*:*} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22499 T2570 C150 P49414 REQ /select {fl=id,score&shard.url=127.0.0.1:49414/gvxa/i/collection1/&distrib=false&fsv=true&rows=10&start=0&version=2&wt=javabin&isShard=true&NOW=1362949445005&q=*:*} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 22502 T2571 C150 P49414 REQ /select {shard.url=127.0.0.1:49414/gvxa/i/collection1/&distrib=false&ids=1&version=2&wt=javabin&isShard=true&NOW=1362949445005&q=*:*} status=0 QTime=0 
[junit4:junit4]   2> 22503 T2554 C147 P38221 REQ /select {version=2&wt=javabin&q=*:*} hits=1 status=0 QTime=7 
[junit4:junit4]   2> 22507 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[2 (1429156077255000064)]} 0 2
[junit4:junit4]   2> 22516 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[2 (1429156077260242944)]} 0 2
[junit4:junit4]   2> 22517 T2552 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[2 (1429156077260242944)]} 0 7
[junit4:junit4]   2> 22517 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[2]} 0 8
[junit4:junit4]   2> 22520 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[3 (1429156077269680128)]} 0 1
[junit4:junit4]   2> 22527 T2584 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[3 (1429156077274923008)]} 0 0
[junit4:junit4]   2> 22528 T2553 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[3 (1429156077274923008)]} 0 4
[junit4:junit4]   2> 22529 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[3]} 0 7
[junit4:junit4]   2> 22532 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[4 (1429156077282263040)]} 0 1
[junit4:junit4]   2> 22538 T2570 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[4 (1429156077287505920)]} 0 2
[junit4:junit4]   2> 22539 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[4]} 0 4
[junit4:junit4]   2> 22542 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[5 (1429156077292748800)]} 0 1
[junit4:junit4]   2> 22548 T2585 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[5 (1429156077295894528)]} 0 1
[junit4:junit4]   2> 22549 T2554 C147 P38221 /update {version=2&wt=javabin} {add=[5 (1429156077295894528)]} 0 5
[junit4:junit4]   2> 22552 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[6 (1429156077303234560)]} 0 1
[junit4:junit4]   2> 22558 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[6 (1429156077306380288)]} 0 1
[junit4:junit4]   2> 22559 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[6 (1429156077306380288)]} 0 5
[junit4:junit4]   2> 22562 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[7 (1429156077313720320)]} 0 1
[junit4:junit4]   2> 22569 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[7 (1429156077318963200)]} 0 1
[junit4:junit4]   2> 22570 T2553 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[7 (1429156077318963200)]} 0 5
[junit4:junit4]   2> 22570 T2571 C150 P49414 /update {version=2&wt=javabin} {add=[7]} 0 6
[junit4:junit4]   2> 22573 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[8 (1429156077325254656)]} 0 1
[junit4:junit4]   2> 22576 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[8 (1429156077328400384)]} 0 1
[junit4:junit4]   2> 22579 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[9 (1429156077331546112)]} 0 1
[junit4:junit4]   2> 22584 T2584 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[9 (1429156077333643264)]} 0 1
[junit4:junit4]   2> 22584 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[9 (1429156077333643264)]} 0 4
[junit4:junit4]   2> 22587 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[10 (1429156077339934720)]} 0 1
[junit4:junit4]   2> 22591 T2568 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[10 (1429156077344129024)]} 0 1
[junit4:junit4]   2> 22592 T2554 C147 P38221 /update {version=2&wt=javabin} {add=[10]} 0 3
[junit4:junit4]   2> 22595 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[11 (1429156077348323328)]} 0 1
[junit4:junit4]   2> 22598 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[11 (1429156077351469056)]} 0 1
[junit4:junit4]   2> 22601 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[12 (1429156077354614784)]} 0 1
[junit4:junit4]   2> 22605 T2571 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[12 (1429156077358809088)]} 0 1
[junit4:junit4]   2> 22606 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[12]} 0 4
[junit4:junit4]   2> 22608 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[13 (1429156077363003392)]} 0 0
[junit4:junit4]   2> 22613 T2569 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[13 (1429156077367197696)]} 0 1
[junit4:junit4]   2> 22614 T2553 C147 P38221 /update {version=2&wt=javabin} {add=[13]} 0 4
[junit4:junit4]   2> 22616 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[14 (1429156077371392000)]} 0 1
[junit4:junit4]   2> 22619 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[14 (1429156077373489152)]} 0 1
[junit4:junit4]   2> 22622 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[15 (1429156077376634880)]} 0 1
[junit4:junit4]   2> 22624 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[15 (1429156077379780608)]} 0 0
[junit4:junit4]   2> 22627 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[16 (1429156077381877760)]} 0 1
[junit4:junit4]   2> 22632 T2571 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[16 (1429156077387120640)]} 0 2
[junit4:junit4]   2> 22632 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[16]} 0 3
[junit4:junit4]   2> 22636 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[17 (1429156077390266368)]} 0 2
[junit4:junit4]   2> 22645 T2585 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[17 (1429156077395509248)]} 0 3
[junit4:junit4]   2> 22645 T2554 C147 P38221 /update {version=2&wt=javabin} {add=[17 (1429156077395509248)]} 0 7
[junit4:junit4]   2> 22648 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[100 (1429156077403897856)]} 0 1
[junit4:junit4]   2> 22650 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[100 (1429156077405995008)]} 0 1
[junit4:junit4]   2> 22653 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[101 (1429156077409140736)]} 0 1
[junit4:junit4]   2> 22655 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[101 (1429156077411237888)]} 0 1
[junit4:junit4]   2> 22658 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[102 (1429156077414383616)]} 0 1
[junit4:junit4]   2> 22660 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[102 (1429156077417529344)]} 0 0
[junit4:junit4]   2> 22663 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[103 (1429156077419626496)]} 0 1
[junit4:junit4]   2> 22669 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[103 (1429156077423820800)]} 0 1
[junit4:junit4]   2> 22669 T2552 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[103 (1429156077423820800)]} 0 3
[junit4:junit4]   2> 22670 T2571 C150 P49414 /update {version=2&wt=javabin} {add=[103]} 0 5
[junit4:junit4]   2> 22672 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[104 (1429156077430112256)]} 0 0
[junit4:junit4]   2> 22677 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[104 (1429156077432209408)]} 0 1
[junit4:junit4]   2> 22677 T2553 C147 P38221 /update {version=2&wt=javabin} {add=[104 (1429156077432209408)]} 0 3
[junit4:junit4]   2> 22680 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[105 (1429156077437452288)]} 0 1
[junit4:junit4]   2> 22686 T2584 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[105 (1429156077441646592)]} 0 1
[junit4:junit4]   2> 22686 T2555 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[105 (1429156077441646592)]} 0 3
[junit4:junit4]   2> 22687 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[105]} 0 5
[junit4:junit4]   2> 22690 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[106 (1429156077447938048)]} 0 1
[junit4:junit4]   2> 22694 T2585 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[106 (1429156077451083776)]} 0 0
[junit4:junit4]   2> 22695 T2554 C147 P38221 /update {version=2&wt=javabin} {add=[106 (1429156077451083776)]} 0 3
[junit4:junit4]   2> 22697 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[107 (1429156077456326656)]} 0 0
[junit4:junit4]   2> 22702 T2568 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[107 (1429156077460520960)]} 0 1
[junit4:junit4]   2> 22702 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[107]} 0 3
[junit4:junit4]   2> 22705 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[108 (1429156077463666688)]} 0 1
[junit4:junit4]   2> 22707 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[108 (1429156077466812416)]} 0 1
[junit4:junit4]   2> 22710 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[109 (1429156077468909568)]} 0 1
[junit4:junit4]   2> 22714 T2571 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[109 (1429156077474152448)]} 0 0
[junit4:junit4]   2> 22715 T2553 C147 P38221 /update {version=2&wt=javabin} {add=[109]} 0 3
[junit4:junit4]   2> 22718 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[110 (1429156077477298176)]} 0 1
[junit4:junit4]   2> 22722 T2569 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[110 (1429156077481492480)]} 0 1
[junit4:junit4]   2> 22724 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[110]} 0 4
[junit4:junit4]   2> 22727 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[111 (1429156077486735360)]} 0 1
[junit4:junit4]   2> 22729 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[111 (1429156077488832512)]} 0 1
[junit4:junit4]   2> 22731 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[112 (1429156077491978240)]} 0 0
[junit4:junit4]   2> 22736 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[112 (1429156077494075392)]} 0 1
[junit4:junit4]   2> 22736 T2554 C147 P38221 /update {version=2&wt=javabin} {add=[112 (1429156077494075392)]} 0 3
[junit4:junit4]   2> 22739 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[113 (1429156077499318272)]} 0 1
[junit4:junit4]   2> 22741 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[113 (1429156077502464000)]} 0 0
[junit4:junit4]   2> 22743 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[114 (1429156077504561152)]} 0 0
[junit4:junit4]   2> 22748 T2571 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[114 (1429156077508755456)]} 0 1
[junit4:junit4]   2> 22748 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[114]} 0 3
[junit4:junit4]   2> 22750 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[115 (1429156077511901184)]} 0 0
[junit4:junit4]   2> 22756 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[115 (1429156077516095488)]} 0 0
[junit4:junit4]   2> 22757 T2553 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[115 (1429156077516095488)]} 0 3
[junit4:junit4]   2> 22757 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[115]} 0 5
[junit4:junit4]   2> 22760 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[116 (1429156077521338368)]} 0 1
[junit4:junit4]   2> 22764 T2584 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[116 (1429156077523435520)]} 0 1
[junit4:junit4]   2> 22764 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[116 (1429156077523435520)]} 0 3
[junit4:junit4]   2> 22767 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[117 (1429156077528678400)]} 0 1
[junit4:junit4]   2> 22773 T2585 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[117 (1429156077532872704)]} 0 1
[junit4:junit4]   2> 22773 T2554 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[117 (1429156077532872704)]} 0 3
[junit4:junit4]   2> 22774 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[117]} 0 5
[junit4:junit4]   2> 22776 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[118 (1429156077539164160)]} 0 1
[junit4:junit4]   2> 22780 T2570 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[118 (1429156077542309888)]} 0 1
[junit4:junit4]   2> 22780 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[118]} 0 2
[junit4:junit4]   2> 22783 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[119 (1429156077545455616)]} 0 1
[junit4:junit4]   2> 22789 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[119 (1429156077549649920)]} 0 1
[junit4:junit4]   2> 22789 T2553 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[119 (1429156077549649920)]} 0 3
[junit4:junit4]   2> 22789 T2571 C150 P49414 /update {version=2&wt=javabin} {add=[119]} 0 5
[junit4:junit4]   2> 22792 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[120 (1429156077554892800)]} 0 1
[junit4:junit4]   2> 22798 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[120 (1429156077559087104)]} 0 1
[junit4:junit4]   2> 22798 T2554 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[120 (1429156077559087104)]} 0 3
[junit4:junit4]   2> 22798 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[120]} 0 4
[junit4:junit4]   2> 22801 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[121 (1429156077564329984)]} 0 1
[junit4:junit4]   2> 22805 T2584 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[121 (1429156077567475712)]} 0 1
[junit4:junit4]   2> 22805 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[121 (1429156077567475712)]} 0 3
[junit4:junit4]   2> 22808 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[122 (1429156077571670016)]} 0 1
[junit4:junit4]   2> 22810 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[122 (1429156077574815744)]} 0 0
[junit4:junit4]   2> 22813 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[123 (1429156077576912896)]} 0 1
[junit4:junit4]   2> 22816 T2570 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[123 (1429156077581107200)]} 0 0
[junit4:junit4]   2> 22817 T2553 C147 P38221 /update {version=2&wt=javabin} {add=[123]} 0 3
[junit4:junit4]   2> 22819 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[124 (1429156077584252928)]} 0 0
[junit4:junit4]   2> 22823 T2569 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[124 (1429156077588447232)]} 0 0
[junit4:junit4]   2> 22823 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[124]} 0 2
[junit4:junit4]   2> 22826 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[125 (1429156077590544384)]} 0 1
[junit4:junit4]   2> 22828 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[125 (1429156077593690112)]} 0 0
[junit4:junit4]   2> 22831 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[126 (1429156077595787264)]} 0 1
[junit4:junit4]   2> 22837 T2585 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[126 (1429156077599981568)]} 0 1
[junit4:junit4]   2> 22837 T2554 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[126 (1429156077599981568)]} 0 3
[junit4:junit4]   2> 22838 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[126]} 0 5
[junit4:junit4]   2> 22840 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[127 (1429156077606273024)]} 0 1
[junit4:junit4]   2> 22846 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[127 (1429156077609418752)]} 0 1
[junit4:junit4]   2> 22846 T2552 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[127 (1429156077609418752)]} 0 3
[junit4:junit4]   2> 22847 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[127]} 0 5
[junit4:junit4]   2> 22849 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[128 (1429156077615710208)]} 0 0
[junit4:junit4]   2> 22855 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[128 (1429156077618855936)]} 0 1
[junit4:junit4]   2> 22855 T2553 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[128 (1429156077618855936)]} 0 3
[junit4:junit4]   2> 22856 T2571 C150 P49414 /update {version=2&wt=javabin} {add=[128]} 0 5
[junit4:junit4]   2> 22858 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[129 (1429156077625147392)]} 0 0
[junit4:junit4]   2> 22862 T2568 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[129 (1429156077629341696)]} 0 0
[junit4:junit4]   2> 22863 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[129]} 0 3
[junit4:junit4]   2> 22865 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[130 (1429156077632487424)]} 0 0
[junit4:junit4]   2> 22869 T2584 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[130 (1429156077634584576)]} 0 0
[junit4:junit4]   2> 22870 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[130 (1429156077634584576)]} 0 3
[junit4:junit4]   2> 22872 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[131 (1429156077639827456)]} 0 0
[junit4:junit4]   2> 22877 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[131 (1429156077641924608)]} 0 1
[junit4:junit4]   2> 22877 T2553 C147 P38221 /update {version=2&wt=javabin} {add=[131 (1429156077641924608)]} 0 3
[junit4:junit4]   2> 22880 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[132 (1429156077647167488)]} 0 1
[junit4:junit4]   2> 22883 T2570 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[132 (1429156077651361792)]} 0 0
[junit4:junit4]   2> 22884 T2554 C147 P38221 /update {version=2&wt=javabin} {add=[132]} 0 3
[junit4:junit4]   2> 22886 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[133 (1429156077654507520)]} 0 0
[junit4:junit4]   2> 22889 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[133 (1429156077656604672)]} 0 1
[junit4:junit4]   2> 22891 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[134 (1429156077659750400)]} 0 0
[junit4:junit4]   2> 22897 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[134 (1429156077663944704)]} 0 0
[junit4:junit4]   2> 22898 T2555 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[134 (1429156077663944704)]} 0 3
[junit4:junit4]   2> 22898 T2571 C150 P49414 /update {version=2&wt=javabin} {add=[134]} 0 5
[junit4:junit4]   2> 22901 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[135 (1429156077669187584)]} 0 1
[junit4:junit4]   2> 22904 T2568 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[135 (1429156077673381888)]} 0 0
[junit4:junit4]   2> 22905 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[135]} 0 3
[junit4:junit4]   2> 22907 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[136 (1429156077676527616)]} 0 0
[junit4:junit4]   2> 22913 T2585 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[136 (1429156077680721920)]} 0 0
[junit4:junit4]   2> 22914 T2553 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[136 (1429156077680721920)]} 0 3
[junit4:junit4]   2> 22914 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[136]} 0 5
[junit4:junit4]   2> 22917 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[137 (1429156077685964800)]} 0 1
[junit4:junit4]   2> 22921 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[137 (1429156077689110528)]} 0 0
[junit4:junit4]   2> 22922 T2554 C147 P38221 /update {version=2&wt=javabin} {add=[137 (1429156077689110528)]} 0 4
[junit4:junit4]   2> 22924 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[138 (1429156077694353408)]} 0 1
[junit4:junit4]   2> 22928 T2569 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[138 (1429156077697499136)]} 0 1
[junit4:junit4]   2> 22928 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[138]} 0 2
[junit4:junit4]   2> 22931 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[139 (1429156077700644864)]} 0 1
[junit4:junit4]   2> 22935 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[139 (1429156077703790592)]} 0 0
[junit4:junit4]   2> 22936 T2552 C147 P38221 /update {version=2&wt=javabin} {add=[139 (1429156077703790592)]} 0 3
[junit4:junit4]   2> 22938 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[140 (1429156077709033472)]} 0 0
[junit4:junit4]   2> 22942 T2584 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[140 (1429156077711130624)]} 0 0
[junit4:junit4]   2> 22943 T2553 C147 P38221 /update {version=2&wt=javabin} {add=[140 (1429156077711130624)]} 0 3
[junit4:junit4]   2> 22945 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[141 (1429156077716373504)]} 0 0
[junit4:junit4]   2> 22951 T2585 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[141 (1429156077720567808)]} 0 0
[junit4:junit4]   2> 22952 T2554 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[141 (1429156077720567808)]} 0 3
[junit4:junit4]   2> 22952 T2571 C150 P49414 /update {version=2&wt=javabin} {add=[141]} 0 5
[junit4:junit4]   2> 22954 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[142 (1429156077725810688)]} 0 0
[junit4:junit4]   2> 22961 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[142 (1429156077730004992)]} 0 1
[junit4:junit4]   2> 22961 T2555 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[142 (1429156077730004992)]} 0 3
[junit4:junit4]   2> 22961 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[142]} 0 5
[junit4:junit4]   2> 22964 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[143 (1429156077736296448)]} 0 1
[junit4:junit4]   2> 22970 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[143 (1429156077739442176)]} 0 1
[junit4:junit4]   2> 22970 T2552 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[143 (1429156077739442176)]} 0 3
[junit4:junit4]   2> 22971 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[143]} 0 5
[junit4:junit4]   2> 22973 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[144 (1429156077745733632)]} 0 0
[junit4:junit4]   2> 22979 T2584 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[144 (1429156077749927936)]} 0 0
[junit4:junit4]   2> 22980 T2553 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[144 (1429156077749927936)]} 0 3
[junit4:junit4]   2> 22980 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[144]} 0 5
[junit4:junit4]   2> 22982 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[145 (1429156077755170816)]} 0 0
[junit4:junit4]   2> 22987 T2585 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[145 (1429156077757267968)]} 0 1
[junit4:junit4]   2> 22987 T2554 C147 P38221 /update {version=2&wt=javabin} {add=[145 (1429156077757267968)]} 0 3
[junit4:junit4]   2> 22990 T2532 C149 P57196 /update {version=2&wt=javabin} {add=[146 (1429156077762510848)]} 0 1
[junit4:junit4]   2> 22994 T2571 C150 P49414 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[146 (1429156077766705152)]} 0 1
[junit4:junit4]   2> 22994 T2555 C147 P38221 /update {version=2&wt=javabin} {add=[146]} 0 2
[junit4:junit4]   2> 22997 T2533 C149 P57196 /update {version=2&wt=javabin} {add=[147 (1429156077769850880)]} 0 1
[junit4:junit4]   2> 23003 T2587 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[147 (1429156077774045184)]} 0 1
[junit4:junit4]   2> 23003 T2552 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[147 (1429156077774045184)]} 0 3
[junit4:junit4]   2> 23003 T2568 C150 P49414 /update {version=2&wt=javabin} {add=[147]} 0 5
[junit4:junit4]   2> 23006 T2534 C149 P57196 /update {version=2&wt=javabin} {add=[148 (1429156077779288064)]} 0 1
[junit4:junit4]   2> 23009 T2570 C150 P49414 /update {version=2&wt=javabin} {add=[148 (1429156077782433792)]} 0 1
[junit4:junit4]   2> 23011 T2535 C149 P57196 /update {version=2&wt=javabin} {add=[149 (1429156077784530944)]} 0 1
[junit4:junit4]   2> 23017 T2586 C146 P54664 /update {distrib.from=http://127.0.0.1:38221/gvxa/i/collection1/&update.distrib=FROMLEADER&version=2&wt=javabin} {add=[149 (1429156077788725248)]} 0 1
[junit4:junit4]   2> 23017 T2553 C147 P38221 /update {distrib.from=http://127.0.0.1:49414/gvxa/i/collection1/&update.distrib=TOLEADER&version=2&wt=javabin} {add=[149 (1429156077788725248)]} 0 3
[junit4:junit4]   2> 23018 T2569 C150 P49414 /update {version=2&wt=javabin} {add=[149]} 0 5
[junit4:junit4]   2> 23018 T2517 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 23019 T2517 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23020 T2517 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 23022 T2532 C149 P57196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23049 T2532 C149 P57196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7c4ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@1936d35),segFN=segments_2,generation=2,filenames=[_0_Asserting_0.tim, _0_Asserting_0.tip, _0_Pulsing41_0.doc, _0.fdt, segments_2, _0_Pulsing41_0.tip, _0_Pulsing41_0.tim, _0_Direct_0.tip, _0_Asserting_0.pos, _0_Direct_0.doc, _0_Disk_0.dvdd, _0_Memory_0.ram, _0_Disk_0.dvdm, _0.fdx, _0_Pulsing41_0.pos, _0.nvm, _0_Asserting_0.doc, _0.fnm, _0_Direct_0.tim, _0_Direct_0.pos, _0.si, _0.nvd]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7c4ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@1936d35),segFN=segments_3,generation=3,filenames=[_1.fdt, _1_Pulsing41_0.tip, _0_Asserting_0.tim, _1.nvm, _0_Asserting_0.tip, _1_Direct_0.tip, _0.fdt, _0_Pulsing41_0.doc, _0_Direct_0.tip, _1_Asserting_0.tim, _0_Direct_0.doc, _1_Disk_0.dvdd, segments_3, _1.fdx, _1.fnm, _0_Memory_0.ram, _0_Pulsing41_0.pos, _1_Memory_0.ram, _1_Disk_0.dvdm, _0.nvd, _1_Direct_0.pos, _1.si, _1.nvd, _1_Asserting_0.pos, _1_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_Asserting_0.pos, _1_Direct_0.doc, _1_Direct_0.tim, _0_Disk_0.dvdd, _1_Pulsing41_0.tim, _0.fdx, _0_Disk_0.dvdm, _1_Asserting_0.doc, _0.nvm, _1_Pulsing41_0.doc, _0.fnm, _0_Asserting_0.doc, _0_Direct_0.pos, _0_Direct_0.tim, _0.si, _1_Asserting_0.tip]
[junit4:junit4]   2> 23049 T2532 C149 P57196 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1.fdt, _1_Pulsing41_0.tip, _0_Asserting_0.tim, _1.nvm, _0_Asserting_0.tip, _1_Direct_0.tip, _0.fdt, _0_Pulsing41_0.doc, _0_Direct_0.tip, _1_Asserting_0.tim, _0_Direct_0.doc, _1_Disk_0.dvdd, segments_3, _1.fdx, _1.fnm, _0_Memory_0.ram, _0_Pulsing41_0.pos, _1_Memory_0.ram, _1_Disk_0.dvdm, _0.nvd, _1_Direct_0.pos, _1.si, _1.nvd, _1_Asserting_0.pos, _1_Pulsing41_0.pos, _0_Pulsing41_0.tim, _0_Pulsing41_0.tip, _0_Asserting_0.pos, _1_Direct_0.doc, _1_Direct_0.tim, _0_Disk_0.dvdd, _1_Pulsing41_0.tim, _0.fdx, _0_Disk_0.dvdm, _1_Asserting_0.doc, _0.nvm, _1_Pulsing41_0.doc, _0.fnm, _0_Asserting_0.doc, _0_Direct_0.pos, _0_Direct_0.tim, _0.si, _1_Asserting_0.tip]
[junit4:junit4]   2> 23051 T2532 C149 P57196 oass.SolrIndexSearcher.<init> Opening Searcher@19f671b main
[junit4

[...truncated too long message...]

>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=DC0D8A8ED1E60149 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru_RU -Dtests.timezone=US/Michigan -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  139s J0 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([DC0D8A8ED1E60149:5DEB0496A6B96175]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 139211 T2625 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 139222 T2624 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 139784 T2628 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {multiDefault=PostingsFormat(name=Lucene41WithOrds), _version_=MockVariableIntBlock(baseBlockSize=30), text=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Lucene41WithOrds), range_facet_si=PostingsFormat(name=Lucene41WithOrds), range_facet_sl=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= false), a_si=MockVariableIntBlock(baseBlockSize=30), intDefault=MockVariableIntBlock(baseBlockSize=30), timestamp=PostingsFormat(name=Lucene41WithOrds), other_tl1=MockVariableIntBlock(baseBlockSize=30), range_facet_l=PostingsFormat(name=Lucene41WithOrds)}, docValues:{timestamp=DocValuesFormat(name=CheapBastard)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ru_RU, timezone=US/Michigan
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=204645296,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDocumentBuilder, MoreLikeThisHandlerTest, TestSolrIndexConfig, AutoCommitTest, TestSolrCoreProperties, TestTrie, TestFastLRUCache, TestPseudoReturnFields, SpatialFilterTest, TestPerFieldSimilarity, BinaryUpdateRequestHandlerTest, ResponseLogComponentTest, TestFunctionQuery, TestReplicationHandler, SolrIndexSplitterTest, CircularListTest, SynonymTokenizerTest, FileBasedSpellCheckerTest, TestLFUCache, FieldMutatingUpdateProcessorTest, TestPHPSerializedResponseWriter, DocValuesTest, TestIBSimilarityFactory, QueryEqualityTest, TestQuerySenderListener, TestSearchPerf, LukeRequestHandlerTest, TermsComponentTest, TestPropInjectDefaults, SuggesterTest, TestXIncludeConfig, TestSolrDeletionPolicy1, SystemInfoHandlerTest, SolrCoreTest, TestGroupingSearch, RegexBoostProcessorTest, TestConfig, AlternateDirectoryTest, CoreAdminHandlerTest, ReturnFieldsTest, DistributedTermsComponentTest, MinimalSchemaTest, UUIDFieldTest, DateFieldTest, AliasIntegrationTest, SimpleFacetsTest, TestSweetSpotSimilarityFactory, IndexSchemaTest, DistributedSpellCheckComponentTest, WordBreakSolrSpellCheckerTest, ShardRoutingTest, ZkControllerTest, LeaderElectionTest, DirectUpdateHandlerOptimizeTest, AnalysisAfterCoreReloadTest, LoggingHandlerTest, PrimitiveFieldTypeTest, QueryElevationComponentTest, MBeansHandlerTest, TestReversedWildcardFilterFactory, TestCharFilters, OverseerTest, CSVRequestHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestValueSourceCache, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest]
[junit4:junit4] Completed on J0 in 140.00s, 1 test, 1 failure <<< FAILURES!

[...truncated 408 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 48 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseG1GC -XX:MarkStackSize=256K
Email was triggered for: Failure
Sending email for trigger: Failure



RE: [JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4660 - Still Failing!

Posted by Uwe Schindler <uw...@thetaphi.de>.
I marked the log message with "LUCENE-4808:" for my own convenience (to quickly find the commit later), so I can revert to isAnnotationPresent once they fixed the bug and I am about to resolve LUCENE-4808. I hope you are happy with "reverting" this commit once this is fixed upstream! :-)
Uwe

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Robert Muir [mailto:rmuir@apache.org]
> Sent: Monday, March 11, 2013 4:29 AM
> To: Policeman Jenkins Server
> Cc: dev@lucene.apache.org
> Subject: Re: [JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b79) -
> Build # 4660 - Still Failing!
> 
> for some reason i thought they had fixed the backwards break in 1.8 already.
> Ill change this to use the other method for now...
> 
> On Sun, Mar 10, 2013 at 11:26 PM, Policeman Jenkins Server
> <je...@thetaphi.de> wrote:
> > Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4660/
> > Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC
> >
> > No tests ran.
> >
> > Build Log:
> > [...truncated 178 lines...]
> >     [javac] Compiling 358 source files to
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-
> Linux/lucene/build/core/classes/test
> >     [javac] /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-
> Linux/lucene/core/src/test/org/apache/lucene/util/TestVersion.java:41:
> error: cannot find symbol
> >     [javac]
> Version.class.getField(values[i].name()).isAnnotationPresent(Deprecated.cla
> ss));
> >     [javac]                                                   ^
> >     [javac]   symbol:   method isAnnotationPresent(Class<Deprecated>)
> >     [javac]   location: class Field
> >     [javac] Note: Some input files use or override a deprecated API.
> >     [javac] Note: Recompile with -Xlint:deprecation for details.
> >     [javac] 1 error
> >
> > BUILD FAILED
> > /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The
> following error occurred while executing this line:
> > /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The
> following error occurred while executing this line:
> > /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The
> following error occurred while executing this line:
> > /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-
> Linux/lucene/build.xml:50: The following error occurred while executing this
> line:
> > /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-
> build.xml:725: The following error occurred while executing this line:
> > /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-
> build.xml:739: The following error occurred while executing this line:
> > /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-
> build.xml:1578: Compile failed; see the compiler error output for details.
> >
> > Total time: 20 seconds
> > Build step 'Invoke Ant' marked build as failure Archiving artifacts
> > Recording test results Description set: Java: 64bit/jdk1.8.0-ea-b79
> > -XX:+UseConcMarkSweepGC Email was triggered for: Failure Sending email
> > for trigger: Failure
> >
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4660 - Still Failing!

Posted by Robert Muir <rm...@apache.org>.
for some reason i thought they had fixed the backwards break in 1.8
already. Ill change this to use the other method for now...

On Sun, Mar 10, 2013 at 11:26 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4660/
> Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC
>
> No tests ran.
>
> Build Log:
> [...truncated 178 lines...]
>     [javac] Compiling 358 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/core/classes/test
>     [javac] /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/core/src/test/org/apache/lucene/util/TestVersion.java:41: error: cannot find symbol
>     [javac]           Version.class.getField(values[i].name()).isAnnotationPresent(Deprecated.class));
>     [javac]                                                   ^
>     [javac]   symbol:   method isAnnotationPresent(Class<Deprecated>)
>     [javac]   location: class Field
>     [javac] Note: Some input files use or override a deprecated API.
>     [javac] Note: Recompile with -Xlint:deprecation for details.
>     [javac] 1 error
>
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build.xml:50: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:725: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:739: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1578: Compile failed; see the compiler error output for details.
>
> Total time: 20 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4660 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4660/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC

No tests ran.

Build Log:
[...truncated 178 lines...]
    [javac] Compiling 358 source files to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build/core/classes/test
    [javac] /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/core/src/test/org/apache/lucene/util/TestVersion.java:41: error: cannot find symbol
    [javac]           Version.class.getField(values[i].name()).isAnnotationPresent(Deprecated.class));
    [javac]                                                   ^
    [javac]   symbol:   method isAnnotationPresent(Class<Deprecated>)
    [javac]   location: class Field
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] 1 error

BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build.xml:50: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:725: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:739: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1578: Compile failed; see the compiler error output for details.

Total time: 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4659 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4659/
Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:59978/dk_py/vt/onenodecollectioncore returned non ok status:404, message:Can not find: /dk_py/vt/onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:59978/dk_py/vt/onenodecollectioncore returned non ok status:404, message:Can not find: /dk_py/vt/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([111953F5B6255515:90FFDDEDC17A3529]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([111953F5B6255515:90FFDDEDC17A3529]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9187 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T2325 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /dk_py/vt
[junit4:junit4]   2> 3 T2325 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362968509709
[junit4:junit4]   2> 4 T2325 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T2326 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T2326 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 6 T2326 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 6 T2326 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 6 T2326 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 7 T2326 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T2325 oasc.ZkTestServer.run start zk server on port:56585
[junit4:junit4]   2> 105 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1084d55
[junit4:junit4]   2> 106 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 106 T2331 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 107 T2331 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 107 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40294
[junit4:junit4]   2> 107 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40294
[junit4:junit4]   2> 108 T2329 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 211 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100000 with negotiated timeout 10000 for client /127.0.0.1:40294
[junit4:junit4]   2> 211 T2331 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100000, negotiated timeout = 10000
[junit4:junit4]   2> 211 T2332 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1084d55 name:ZooKeeperConnection Watcher:127.0.0.1:56585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 211 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 212 T2325 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 215 T2330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5740fd100000
[junit4:junit4]   2> 216 T2332 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 216 T2327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:40294 which had sessionid 0x13d5740fd100000
[junit4:junit4]   2> 215 T2325 oaz.ZooKeeper.close Session: 0x13d5740fd100000 closed
[junit4:junit4]   2> 216 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1cfa9c4
[junit4:junit4]   2> 217 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 217 T2333 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 218 T2333 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 218 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40295
[junit4:junit4]   2> 218 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40295
[junit4:junit4]   2> 219 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100001 with negotiated timeout 10000 for client /127.0.0.1:40295
[junit4:junit4]   2> 219 T2333 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100001, negotiated timeout = 10000
[junit4:junit4]   2> 219 T2334 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cfa9c4 name:ZooKeeperConnection Watcher:127.0.0.1:56585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 219 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 220 T2325 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 222 T2325 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 224 T2325 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 229 T2325 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 231 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 232 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 235 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 236 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 239 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 240 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 242 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 243 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 245 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 246 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 248 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 248 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 250 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 251 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 253 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 254 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 256 T2325 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 256 T2325 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 258 T2330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5740fd100001
[junit4:junit4]   2> 259 T2334 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 259 T2327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:40295 which had sessionid 0x13d5740fd100001
[junit4:junit4]   2> 259 T2325 oaz.ZooKeeper.close Session: 0x13d5740fd100001 closed
[junit4:junit4]   2> 343 T2325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 347 T2325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54694
[junit4:junit4]   2> 348 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 348 T2325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 349 T2325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965
[junit4:junit4]   2> 349 T2325 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965/solr.xml
[junit4:junit4]   2> 350 T2325 oasc.CoreContainer.<init> New CoreContainer 29222051
[junit4:junit4]   2> 350 T2325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965/'
[junit4:junit4]   2> 351 T2325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965/'
[junit4:junit4]   2> 376 T2325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 377 T2325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 377 T2325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 378 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 378 T2325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 379 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 379 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 380 T2325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 380 T2325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 381 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 398 T2325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 411 T2325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56585/solr
[junit4:junit4]   2> 412 T2325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 413 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1cccf6e
[junit4:junit4]   2> 414 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 414 T2344 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 415 T2344 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 415 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40296
[junit4:junit4]   2> 415 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40296
[junit4:junit4]   2> 416 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100002 with negotiated timeout 20000 for client /127.0.0.1:40296
[junit4:junit4]   2> 416 T2344 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100002, negotiated timeout = 20000
[junit4:junit4]   2> 416 T2345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cccf6e name:ZooKeeperConnection Watcher:127.0.0.1:56585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 416 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 418 T2330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5740fd100002
[junit4:junit4]   2> 418 T2345 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 418 T2327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:40296 which had sessionid 0x13d5740fd100002
[junit4:junit4]   2> 418 T2325 oaz.ZooKeeper.close Session: 0x13d5740fd100002 closed
[junit4:junit4]   2> 419 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 423 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@e36393
[junit4:junit4]   2> 424 T2346 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 424 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 425 T2346 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 425 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40297
[junit4:junit4]   2> 425 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40297
[junit4:junit4]   2> 426 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100003 with negotiated timeout 20000 for client /127.0.0.1:40297
[junit4:junit4]   2> 426 T2346 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100003, negotiated timeout = 20000
[junit4:junit4]   2> 426 T2347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e36393 name:ZooKeeperConnection Watcher:127.0.0.1:56585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 426 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 428 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 429 T2325 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 430 T2325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54694_dk_py%2Fvt
[junit4:junit4]   2> 431 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54694_dk_py%2Fvt Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54694_dk_py%2Fvt
[junit4:junit4]   2> 431 T2325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54694_dk_py%2Fvt
[junit4:junit4]   2> 433 T2325 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 438 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 438 T2325 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 440 T2325 oasc.Overseer.start Overseer (id=89323504252485635-127.0.0.1:54694_dk_py%2Fvt-n_0000000000) starting
[junit4:junit4]   2> 441 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 442 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 442 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 443 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 444 T2349 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 445 T2325 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 447 T2325 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 448 T2325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 450 T2348 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 453 T2350 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965/collection1
[junit4:junit4]   2> 453 T2350 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 454 T2350 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 454 T2350 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 455 T2350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965/collection1/'
[junit4:junit4]   2> 455 T2350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965/collection1/lib/README' to classloader
[junit4:junit4]   2> 455 T2350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 486 T2350 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 523 T2350 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 524 T2350 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 529 T2350 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 959 T2350 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 966 T2350 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 969 T2350 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 989 T2350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 991 T2350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 994 T2350 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 995 T2350 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 995 T2350 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 995 T2350 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 996 T2350 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 996 T2350 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 996 T2350 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 996 T2350 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362968509965/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/control/data/
[junit4:junit4]   2> 997 T2350 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0fa
[junit4:junit4]   2> 997 T2350 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 997 T2350 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/control/data forceNew: false
[junit4:junit4]   2> 997 T2350 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/control/data/index/
[junit4:junit4]   2> 998 T2350 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 998 T2350 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/control/data/index forceNew: false
[junit4:junit4]   2> 999 T2350 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@de7d0d lockFactory=org.apache.lucene.store.NativeFSLockFactory@ffded1; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 999 T2350 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1001 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1001 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1001 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1002 T2350 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1002 T2350 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1002 T2350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1002 T2350 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1003 T2350 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1003 T2350 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1005 T2350 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1007 T2350 oass.SolrIndexSearcher.<init> Opening Searcher@1769534 main
[junit4:junit4]   2> 1008 T2350 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/control/data/tlog
[junit4:junit4]   2> 1008 T2350 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1008 T2350 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1010 T2351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1769534 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1011 T2350 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1011 T2350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1012 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1953 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1954 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54694_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54694/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "collection":"control_collection"}
[junit4:junit4]   2> 1954 T2348 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1954 T2348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1955 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1958 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2013 T2350 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2014 T2350 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54694/dk_py/vt collection:control_collection shard:shard1
[junit4:junit4]   2> 2014 T2350 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2019 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2020 T2350 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2020 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2022 T2350 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2022 T2350 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2022 T2350 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54694/dk_py/vt/collection1/
[junit4:junit4]   2> 2022 T2350 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2022 T2350 oasc.SyncStrategy.syncToMe http://127.0.0.1:54694/dk_py/vt/collection1/ has no replicas
[junit4:junit4]   2> 2022 T2350 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54694/dk_py/vt/collection1/
[junit4:junit4]   2> 2022 T2350 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2025 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3463 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3470 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3480 T2350 oasc.ZkController.register We are http://127.0.0.1:54694/dk_py/vt/collection1/ and leader is http://127.0.0.1:54694/dk_py/vt/collection1/
[junit4:junit4]   2> 3480 T2350 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54694/dk_py/vt
[junit4:junit4]   2> 3480 T2350 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3481 T2350 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3481 T2350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3482 T2350 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3483 T2325 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3484 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3484 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3487 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3488 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e7b528
[junit4:junit4]   2> 3488 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3489 T2353 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3489 T2353 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 3489 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40298
[junit4:junit4]   2> 3489 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40298
[junit4:junit4]   2> 3490 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100004 with negotiated timeout 10000 for client /127.0.0.1:40298
[junit4:junit4]   2> 3490 T2353 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100004, negotiated timeout = 10000
[junit4:junit4]   2> 3490 T2354 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e7b528 name:ZooKeeperConnection Watcher:127.0.0.1:56585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3490 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3492 T2325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3494 T2325 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3548 T2325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3550 T2325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45839
[junit4:junit4]   2> 3550 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3550 T2325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3551 T2325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199
[junit4:junit4]   2> 3551 T2325 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/solr.xml
[junit4:junit4]   2> 3551 T2325 oasc.CoreContainer.<init> New CoreContainer 25813056
[junit4:junit4]   2> 3552 T2325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/'
[junit4:junit4]   2> 3552 T2325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/'
[junit4:junit4]   2> 3572 T2325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3572 T2325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3573 T2325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3573 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3573 T2325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3574 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3574 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3574 T2325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3574 T2325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3575 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3580 T2325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3589 T2325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56585/solr
[junit4:junit4]   2> 3589 T2325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3589 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@18486f4
[junit4:junit4]   2> 3590 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3590 T2364 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3591 T2364 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 3591 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40299
[junit4:junit4]   2> 3591 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40299
[junit4:junit4]   2> 3611 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100005 with negotiated timeout 20000 for client /127.0.0.1:40299
[junit4:junit4]   2> 3611 T2364 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100005, negotiated timeout = 20000
[junit4:junit4]   2> 3612 T2365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18486f4 name:ZooKeeperConnection Watcher:127.0.0.1:56585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3612 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3613 T2330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5740fd100005
[junit4:junit4]   2> 3631 T2365 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3631 T2327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:40299 which had sessionid 0x13d5740fd100005
[junit4:junit4]   2> 3631 T2325 oaz.ZooKeeper.close Session: 0x13d5740fd100005 closed
[junit4:junit4]   2> 3632 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3634 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@82f045
[junit4:junit4]   2> 3635 T2366 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3635 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3635 T2366 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 3635 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40300
[junit4:junit4]   2> 3636 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40300
[junit4:junit4]   2> 3651 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100006 with negotiated timeout 20000 for client /127.0.0.1:40300
[junit4:junit4]   2> 3651 T2366 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100006, negotiated timeout = 20000
[junit4:junit4]   2> 3651 T2367 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@82f045 name:ZooKeeperConnection Watcher:127.0.0.1:56585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3651 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3653 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3671 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3673 T2325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4676 T2325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45839_dk_py%2Fvt
[junit4:junit4]   2> 4677 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45839_dk_py%2Fvt Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45839_dk_py%2Fvt
[junit4:junit4]   2> 4678 T2325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45839_dk_py%2Fvt
[junit4:junit4]   2> 4680 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4681 T2354 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4681 T2367 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4681 T2347 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4685 T2368 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/collection1
[junit4:junit4]   2> 4685 T2368 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4686 T2368 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4686 T2368 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4687 T2368 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/collection1/'
[junit4:junit4]   2> 4687 T2368 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/collection1/lib/README' to classloader
[junit4:junit4]   2> 4687 T2368 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4712 T2368 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4745 T2368 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4745 T2368 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4750 T2368 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4974 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4974 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54694_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54694/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "collection":"control_collection"}
[junit4:junit4]   2> 4977 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4977 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4977 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5098 T2368 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5104 T2368 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5106 T2368 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5115 T2368 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5117 T2368 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5120 T2368 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5121 T2368 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5121 T2368 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5121 T2368 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5122 T2368 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5122 T2368 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5122 T2368 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5122 T2368 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty1/
[junit4:junit4]   2> 5123 T2368 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0fa
[junit4:junit4]   2> 5123 T2368 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5123 T2368 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty1 forceNew: false
[junit4:junit4]   2> 5123 T2368 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty1/index/
[junit4:junit4]   2> 5123 T2368 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5124 T2368 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty1/index forceNew: false
[junit4:junit4]   2> 5125 T2368 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@cb5f8f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a69d34; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5125 T2368 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5126 T2368 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5127 T2368 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5127 T2368 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5127 T2368 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5128 T2368 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5128 T2368 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5128 T2368 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5128 T2368 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5129 T2368 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5131 T2368 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5133 T2368 oass.SolrIndexSearcher.<init> Opening Searcher@1816206 main
[junit4:junit4]   2> 5133 T2368 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty1/tlog
[junit4:junit4]   2> 5133 T2368 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5133 T2368 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5136 T2369 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1816206 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5137 T2368 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5137 T2368 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6480 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6481 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45839_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45839/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 6481 T2348 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6481 T2348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 6484 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6484 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6484 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7139 T2368 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7140 T2368 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45839/dk_py/vt collection:collection1 shard:shard2
[junit4:junit4]   2> 7140 T2368 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7146 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7146 T2368 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7146 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7148 T2368 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7148 T2368 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7148 T2368 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45839/dk_py/vt/collection1/
[junit4:junit4]   2> 7148 T2368 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7149 T2368 oasc.SyncStrategy.syncToMe http://127.0.0.1:45839/dk_py/vt/collection1/ has no replicas
[junit4:junit4]   2> 7149 T2368 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45839/dk_py/vt/collection1/
[junit4:junit4]   2> 7149 T2368 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7152 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7987 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7995 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7995 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7995 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8006 T2368 oasc.ZkController.register We are http://127.0.0.1:45839/dk_py/vt/collection1/ and leader is http://127.0.0.1:45839/dk_py/vt/collection1/
[junit4:junit4]   2> 8006 T2368 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45839/dk_py/vt
[junit4:junit4]   2> 8006 T2368 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8006 T2368 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8006 T2368 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8007 T2368 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8009 T2325 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8009 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8009 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8080 T2325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8082 T2325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59978
[junit4:junit4]   2> 8082 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8083 T2325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8083 T2325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718
[junit4:junit4]   2> 8084 T2325 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718/solr.xml
[junit4:junit4]   2> 8084 T2325 oasc.CoreContainer.<init> New CoreContainer 5526036
[junit4:junit4]   2> 8084 T2325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718/'
[junit4:junit4]   2> 8085 T2325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718/'
[junit4:junit4]   2> 8103 T2325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8103 T2325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8103 T2325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8104 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8104 T2325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8104 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8105 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8105 T2325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8105 T2325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8106 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8112 T2325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8121 T2325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56585/solr
[junit4:junit4]   2> 8122 T2325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8122 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1422dc
[junit4:junit4]   2> 8123 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8123 T2380 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8124 T2380 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 8124 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40316
[junit4:junit4]   2> 8124 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40316
[junit4:junit4]   2> 8125 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100007 with negotiated timeout 20000 for client /127.0.0.1:40316
[junit4:junit4]   2> 8125 T2380 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100007, negotiated timeout = 20000
[junit4:junit4]   2> 8125 T2381 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1422dc name:ZooKeeperConnection Watcher:127.0.0.1:56585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8125 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8126 T2330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5740fd100007
[junit4:junit4]   2> 8127 T2381 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8127 T2327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:40316 which had sessionid 0x13d5740fd100007
[junit4:junit4]   2> 8127 T2325 oaz.ZooKeeper.close Session: 0x13d5740fd100007 closed
[junit4:junit4]   2> 8128 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8130 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e583fa
[junit4:junit4]   2> 8131 T2382 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8131 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8131 T2382 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 8131 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40317
[junit4:junit4]   2> 8132 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40317
[junit4:junit4]   2> 8132 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100008 with negotiated timeout 20000 for client /127.0.0.1:40317
[junit4:junit4]   2> 8132 T2382 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100008, negotiated timeout = 20000
[junit4:junit4]   2> 8133 T2383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e583fa name:ZooKeeperConnection Watcher:127.0.0.1:56585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8133 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8134 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8134 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8136 T2325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9138 T2325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59978_dk_py%2Fvt
[junit4:junit4]   2> 9139 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59978_dk_py%2Fvt Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59978_dk_py%2Fvt
[junit4:junit4]   2> 9139 T2325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59978_dk_py%2Fvt
[junit4:junit4]   2> 9141 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9142 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9142 T2354 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9142 T2383 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9142 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9143 T2367 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9143 T2347 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9152 T2384 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718/collection1
[junit4:junit4]   2> 9153 T2384 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9153 T2384 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9153 T2384 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9154 T2384 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718/collection1/'
[junit4:junit4]   2> 9155 T2384 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718/collection1/lib/README' to classloader
[junit4:junit4]   2> 9155 T2384 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9178 T2384 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9209 T2384 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9210 T2384 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9215 T2384 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9501 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9502 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45839_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45839/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 9505 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9505 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9505 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9505 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9583 T2384 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9589 T2384 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9592 T2384 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9600 T2384 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9603 T2384 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9606 T2384 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9606 T2384 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9607 T2384 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9607 T2384 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9607 T2384 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9608 T2384 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9608 T2384 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9608 T2384 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362968517718/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty2/
[junit4:junit4]   2> 9608 T2384 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0fa
[junit4:junit4]   2> 9608 T2384 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9609 T2384 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty2 forceNew: false
[junit4:junit4]   2> 9609 T2384 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty2/index/
[junit4:junit4]   2> 9609 T2384 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9609 T2384 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty2/index forceNew: false
[junit4:junit4]   2> 9611 T2384 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6631b3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0ea19; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9611 T2384 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9612 T2384 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9612 T2384 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9613 T2384 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9613 T2384 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9614 T2384 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9614 T2384 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9614 T2384 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9614 T2384 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9615 T2384 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9617 T2384 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9619 T2384 oass.SolrIndexSearcher.<init> Opening Searcher@182e3c5 main
[junit4:junit4]   2> 9619 T2384 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty2/tlog
[junit4:junit4]   2> 9619 T2384 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9620 T2384 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9622 T2385 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@182e3c5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9624 T2384 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9624 T2384 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11008 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11009 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59978_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59978/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 11009 T2348 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11009 T2348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11012 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11012 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11012 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11012 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11626 T2384 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11626 T2384 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59978/dk_py/vt collection:collection1 shard:shard1
[junit4:junit4]   2> 11627 T2384 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 11631 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 11631 T2384 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11632 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11633 T2384 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11633 T2384 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11633 T2384 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59978/dk_py/vt/collection1/
[junit4:junit4]   2> 11634 T2384 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11634 T2384 oasc.SyncStrategy.syncToMe http://127.0.0.1:59978/dk_py/vt/collection1/ has no replicas
[junit4:junit4]   2> 11634 T2384 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59978/dk_py/vt/collection1/
[junit4:junit4]   2> 11634 T2384 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 11637 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12517 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12534 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12534 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12534 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12534 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12540 T2384 oasc.ZkController.register We are http://127.0.0.1:59978/dk_py/vt/collection1/ and leader is http://127.0.0.1:59978/dk_py/vt/collection1/
[junit4:junit4]   2> 12540 T2384 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59978/dk_py/vt
[junit4:junit4]   2> 12540 T2384 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12540 T2384 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12540 T2384 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12541 T2384 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12542 T2325 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12543 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12543 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12607 T2325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12609 T2325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59714
[junit4:junit4]   2> 12609 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12610 T2325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12610 T2325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251
[junit4:junit4]   2> 12610 T2325 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251/solr.xml
[junit4:junit4]   2> 12610 T2325 oasc.CoreContainer.<init> New CoreContainer 32949717
[junit4:junit4]   2> 12611 T2325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251/'
[junit4:junit4]   2> 12611 T2325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251/'
[junit4:junit4]   2> 12628 T2325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12628 T2325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12628 T2325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12629 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12629 T2325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12629 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12629 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12630 T2325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12630 T2325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12630 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12636 T2325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12645 T2325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56585/solr
[junit4:junit4]   2> 12646 T2325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12646 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15b6fc6
[junit4:junit4]   2> 12647 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12647 T2396 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12648 T2396 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 12648 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40321
[junit4:junit4]   2> 12648 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40321
[junit4:junit4]   2> 12649 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd100009 with negotiated timeout 20000 for client /127.0.0.1:40321
[junit4:junit4]   2> 12649 T2396 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd100009, negotiated timeout = 20000
[junit4:junit4]   2> 12649 T2397 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15b6fc6 name:ZooKeeperConnection Watcher:127.0.0.1:56585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12649 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12651 T2330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5740fd100009
[junit4:junit4]   2> 12651 T2397 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12651 T2327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:40321 which had sessionid 0x13d5740fd100009
[junit4:junit4]   2> 12651 T2325 oaz.ZooKeeper.close Session: 0x13d5740fd100009 closed
[junit4:junit4]   2> 12652 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12655 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f4b1d3
[junit4:junit4]   2> 12655 T2398 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12655 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12656 T2398 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 12656 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40322
[junit4:junit4]   2> 12656 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40322
[junit4:junit4]   2> 12657 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd10000a with negotiated timeout 20000 for client /127.0.0.1:40322
[junit4:junit4]   2> 12657 T2398 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd10000a, negotiated timeout = 20000
[junit4:junit4]   2> 12657 T2399 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f4b1d3 name:ZooKeeperConnection Watcher:127.0.0.1:56585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12657 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12658 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd10000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12658 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd10000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12660 T2325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13671 T2325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59714_dk_py%2Fvt
[junit4:junit4]   2> 13671 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd10000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59714_dk_py%2Fvt Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59714_dk_py%2Fvt
[junit4:junit4]   2> 13672 T2325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59714_dk_py%2Fvt
[junit4:junit4]   2> 13674 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13674 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13674 T2383 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13675 T2347 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13674 T2399 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13675 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13675 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13676 T2354 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13676 T2367 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13680 T2400 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251/collection1
[junit4:junit4]   2> 13680 T2400 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13681 T2400 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13681 T2400 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13682 T2400 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251/collection1/'
[junit4:junit4]   2> 13682 T2400 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251/collection1/lib/README' to classloader
[junit4:junit4]   2> 13682 T2400 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13704 T2400 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13737 T2400 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13738 T2400 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13747 T2400 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14038 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14039 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59978_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59978/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 14043 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14043 T2399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14043 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14043 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14043 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14108 T2400 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14113 T2400 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14116 T2400 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14125 T2400 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14128 T2400 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14130 T2400 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14131 T2400 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14131 T2400 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14131 T2400 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14132 T2400 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14132 T2400 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14132 T2400 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14132 T2400 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362968522251/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty3/
[junit4:junit4]   2> 14132 T2400 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0fa
[junit4:junit4]   2> 14133 T2400 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14133 T2400 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty3 forceNew: false
[junit4:junit4]   2> 14133 T2400 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty3/index/
[junit4:junit4]   2> 14133 T2400 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14134 T2400 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty3/index forceNew: false
[junit4:junit4]   2> 14135 T2400 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@19ea619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1058b2; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14135 T2400 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14136 T2400 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14137 T2400 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14137 T2400 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14137 T2400 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14138 T2400 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14138 T2400 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14138 T2400 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14138 T2400 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14138 T2400 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14141 T2400 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14142 T2400 oass.SolrIndexSearcher.<init> Opening Searcher@6f6b5a main
[junit4:junit4]   2> 14143 T2400 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty3/tlog
[junit4:junit4]   2> 14143 T2400 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14143 T2400 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14146 T2401 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f6b5a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14147 T2400 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14147 T2400 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15547 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15547 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59714_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59714/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 15547 T2348 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15548 T2348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 15550 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15550 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15550 T2399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15550 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15550 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16148 T2400 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16148 T2400 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59714/dk_py/vt collection:collection1 shard:shard2
[junit4:junit4]   2> 16151 T2400 oasc.ZkController.register We are http://127.0.0.1:59714/dk_py/vt/collection1/ and leader is http://127.0.0.1:45839/dk_py/vt/collection1/
[junit4:junit4]   2> 16151 T2400 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59714/dk_py/vt
[junit4:junit4]   2> 16151 T2400 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16151 T2400 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C415 name=collection1 org.apache.solr.core.SolrCore@b41a14 url=http://127.0.0.1:59714/dk_py/vt/collection1 node=127.0.0.1:59714_dk_py%2Fvt C415_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:59714_dk_py%2Fvt, core=collection1, base_url=http://127.0.0.1:59714/dk_py/vt, state=down, collection=collection1}
[junit4:junit4]   2> 16151 T2402 C415 P59714 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16152 T2402 C415 P59714 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16152 T2400 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16152 T2402 C415 P59714 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16152 T2402 C415 P59714 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16153 T2402 C415 P59714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16153 T2325 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16154 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16154 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16227 T2325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16229 T2325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33922
[junit4:junit4]   2> 16230 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16230 T2325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16230 T2325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873
[junit4:junit4]   2> 16231 T2325 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873/solr.xml
[junit4:junit4]   2> 16231 T2325 oasc.CoreContainer.<init> New CoreContainer 24132920
[junit4:junit4]   2> 16231 T2325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873/'
[junit4:junit4]   2> 16232 T2325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873/'
[junit4:junit4]   2> 16249 T2325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16249 T2325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16250 T2325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16250 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16250 T2325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16251 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16251 T2325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16251 T2325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16252 T2325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16252 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16258 T2325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16268 T2325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:56585/solr
[junit4:junit4]   2> 16269 T2325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16269 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ce6272
[junit4:junit4]   2> 16270 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16270 T2413 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16270 T2413 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 16271 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40327
[junit4:junit4]   2> 16271 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40327
[junit4:junit4]   2> 16271 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd10000b with negotiated timeout 20000 for client /127.0.0.1:40327
[junit4:junit4]   2> 16271 T2413 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd10000b, negotiated timeout = 20000
[junit4:junit4]   2> 16272 T2414 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ce6272 name:ZooKeeperConnection Watcher:127.0.0.1:56585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16272 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16273 T2330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5740fd10000b
[junit4:junit4]   2> 16273 T2414 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16273 T2327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:40327 which had sessionid 0x13d5740fd10000b
[junit4:junit4]   2> 16273 T2325 oaz.ZooKeeper.close Session: 0x13d5740fd10000b closed
[junit4:junit4]   2> 16274 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16281 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@9668ed
[junit4:junit4]   2> 16281 T2415 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16281 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16282 T2415 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 16282 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40328
[junit4:junit4]   2> 16282 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40328
[junit4:junit4]   2> 16284 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd10000c with negotiated timeout 20000 for client /127.0.0.1:40328
[junit4:junit4]   2> 16284 T2415 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd10000c, negotiated timeout = 20000
[junit4:junit4]   2> 16284 T2416 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9668ed name:ZooKeeperConnection Watcher:127.0.0.1:56585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16284 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16285 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd10000c type:create cxid:0x1 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16285 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd10000c type:create cxid:0x2 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16287 T2325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17054 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17055 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59714_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59714/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 17058 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17058 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17059 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17058 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17058 T2399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17058 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17169 T2363 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {onlyIfLeader=true&wt=javabin&nodeName=127.0.0.1:59714_dk_py%252Fvt&core=collection1&state=recovering&version=2&coreNodeName=127.0.0.1:59714_dk_py%252Fvt_collection1&checkLive=true&action=PREPRECOVERY} status=0 QTime=1000 
[junit4:junit4]   2> 17289 T2325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33922_dk_py%2Fvt
[junit4:junit4]   2> 17289 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd10000c type:delete cxid:0xd zxid:0xa9 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33922_dk_py%2Fvt Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33922_dk_py%2Fvt
[junit4:junit4]   2> 17290 T2325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33922_dk_py%2Fvt
[junit4:junit4]   2> 17291 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17291 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17292 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17292 T2383 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17292 T2399 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17292 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17292 T2399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17293 T2416 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17293 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17293 T2354 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17294 T2347 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17294 T2367 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17304 T2417 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873/collection1
[junit4:junit4]   2> 17304 T2417 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17305 T2417 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17305 T2417 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17306 T2417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873/collection1/'
[junit4:junit4]   2> 17306 T2417 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873/collection1/lib/README' to classloader
[junit4:junit4]   2> 17306 T2417 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17328 T2417 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17370 T2417 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17371 T2417 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17375 T2417 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17748 T2417 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17754 T2417 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17756 T2417 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17766 T2417 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17769 T2417 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17773 T2417 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17774 T2417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17774 T2417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17774 T2417 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17776 T2417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17776 T2417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17776 T2417 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17777 T2417 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362968525873/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty4/
[junit4:junit4]   2> 17777 T2417 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0fa
[junit4:junit4]   2> 17777 T2417 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17777 T2417 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty4 forceNew: false
[junit4:junit4]   2> 17778 T2417 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty4/index/
[junit4:junit4]   2> 17778 T2417 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17778 T2417 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty4/index forceNew: false
[junit4:junit4]   2> 17779 T2417 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1445520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@eb8bee; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17780 T2417 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17781 T2417 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17781 T2417 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17782 T2417 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17782 T2417 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17783 T2417 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17783 T2417 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17783 T2417 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17783 T2417 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17784 T2417 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17786 T2417 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17788 T2417 oass.SolrIndexSearcher.<init> Opening Searcher@aaa85 main
[junit4:junit4]   2> 17788 T2417 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty4/tlog
[junit4:junit4]   2> 17789 T2417 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17789 T2417 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17791 T2418 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@aaa85 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17793 T2417 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17793 T2417 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18563 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18563 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:33922_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:33922/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 18563 T2348 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 18564 T2348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18567 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18567 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18567 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18567 T2399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18567 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18567 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18794 T2417 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18794 T2417 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33922/dk_py/vt collection:collection1 shard:shard1
[junit4:junit4]   2> 18797 T2417 oasc.ZkController.register We are http://127.0.0.1:33922/dk_py/vt/collection1/ and leader is http://127.0.0.1:59978/dk_py/vt/collection1/
[junit4:junit4]   2> 18797 T2417 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33922/dk_py/vt
[junit4:junit4]   2> 18797 T2417 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18797 T2417 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C416 name=collection1 org.apache.solr.core.SolrCore@838c0 url=http://127.0.0.1:33922/dk_py/vt/collection1 node=127.0.0.1:33922_dk_py%2Fvt C416_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:33922_dk_py%2Fvt, core=collection1, base_url=http://127.0.0.1:33922/dk_py/vt, state=down, collection=collection1}
[junit4:junit4]   2> 18798 T2419 C416 P33922 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18798 T2419 C416 P33922 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18798 T2417 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18798 T2419 C416 P33922 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18799 T2419 C416 P33922 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18799 T2325 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 18800 T2325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18800 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18801 T2419 C416 P33922 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18809 T2325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18810 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18816 T2363 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/onenodecollectioncore
[junit4:junit4]   2> 18816 T2363 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 18817 T2363 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 18817 T2363 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 18818 T2363 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 18818 T2363 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 18821 T2363 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 18821 T2363 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/onenodecollectioncore/'
[junit4:junit4]   2> 18847 T2363 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 18884 T2363 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18885 T2363 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18895 T2363 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C415_STATE=coll:collection1 core:collection1 props:{shard=shard2, node_name=127.0.0.1:59714_dk_py%2Fvt, core=collection1, base_url=http://127.0.0.1:59714/dk_py/vt, state=recovering, collection=collection1}
[junit4:junit4]   2> 19170 T2402 C415 P59714 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:45839/dk_py/vt/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19170 T2402 C415 P59714 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:59714/dk_py/vt START replicas=[http://127.0.0.1:45839/dk_py/vt/collection1/] nUpdates=100
[junit4:junit4]   2> 19170 T2402 C415 P59714 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19170 T2402 C415 P59714 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19171 T2402 C415 P59714 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19171 T2402 C415 P59714 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19171 T2402 C415 P59714 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19171 T2402 C415 P59714 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:45839/dk_py/vt/collection1/. core=collection1
[junit4:junit4]   2> 19171 T2402 C415 P59714 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C417 name=collection1 org.apache.solr.core.SolrCore@1e0e831 url=http://127.0.0.1:45839/dk_py/vt/collection1 node=127.0.0.1:45839_dk_py%2Fvt C417_STATE=coll:collection1 core:collection1 props:{shard=shard2, node_name=127.0.0.1:45839_dk_py%2Fvt, core=collection1, base_url=http://127.0.0.1:45839/dk_py/vt, state=active, collection=collection1, leader=true}
[junit4:junit4]   2> 19177 T2360 C417 P45839 REQ /get {wt=javabin&getVersions=100&distrib=false&version=2&qt=/get} status=0 QTime=1 
[junit4:junit4]   2> 19179 T2362 C417 P45839 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19180 T2362 C417 P45839 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@cb5f8f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a69d34; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19181 T2362 C417 P45839 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19181 T2362 C417 P45839 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@cb5f8f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a69d34; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@cb5f8f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a69d34; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19181 T2362 C417 P45839 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19182 T2362 C417 P45839 oass.SolrIndexSearcher.<init> Opening Searcher@1a02f74 realtime
[junit4:junit4]   2> 19182 T2362 C417 P45839 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19182 T2362 C417 P45839 /update {softCommit=false&wt=javabin&openSearcher=false&commit_end_point=true&version=2&commit=true&waitSearcher=true} {commit=} 0 3
[junit4:junit4]   2> 19183 T2402 C415 P59714 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19183 T2402 C415 P59714 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19191 T2361 C417 P45839 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19192 T2361 C417 P45839 REQ /replication {wt=javabin&version=2&qt=/replication&command=indexversion} status=0 QTime=8 
[junit4:junit4]   2> 19192 T2402 C415 P59714 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19193 T2402 C415 P59714 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19193 T2402 C415 P59714 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19195 T2362 C417 P45839 REQ /replication {wt=javabin&version=2&qt=/replication&generation=2&command=filelist} status=0 QTime=1 
[junit4:junit4]   2> 19195 T2402 C415 P59714 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19196 T2402 C415 P59714 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty3/index.20130310222208900 forceNew: false
[junit4:junit4]   2> 19196 T2402 C415 P59714 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6d9be0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@179703c)) fullCopy=false
[junit4:junit4]   2> 19198 T2360 C417 P45839 REQ /replication {file=segments_2&wt=filestream&checksum=true&qt=/replication&generation=2&command=filecontent} status=0 QTime=0 
[junit4:junit4]   2> 19200 T2402 C415 P59714 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19200 T2402 C415 P59714 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19200 T2402 C415 P59714 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19201 T2402 C415 P59714 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@19ea619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1058b2; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@19ea619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1058b2; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19202 T2402 C415 P59714 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19202 T2402 C415 P59714 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19202 T2402 C415 P59714 oass.SolrIndexSearcher.<init> Opening Searcher@19d513c main
[junit4:junit4]   2> 19203 T2401 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19d513c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19203 T2402 C415 P59714 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6d9be0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@179703c))
[junit4:junit4]   2> 19203 T2402 C415 P59714 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19203 T2402 C415 P59714 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19203 T2402 C415 P59714 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19203 T2402 C415 P59714 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19204 T2402 C415 P59714 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19288 T2363 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19294 T2363 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19296 T2363 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19305 T2363 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19313 T2363 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19316 T2363 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19317 T2363 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19317 T2363 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19317 T2363 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19318 T2363 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19318 T2363 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19319 T2363 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19319 T2363 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362968513199/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362968509709/onenodecollection/
[junit4:junit4]   2> 19319 T2363 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34b0fa
[junit4:junit4]   2> 19320 T2363 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19320 T2363 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362968509709/onenodecollection forceNew: false
[junit4:junit4]   2> 19321 T2363 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362968509709/onenodecollection/index/
[junit4:junit4]   2> 19321 T2363 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362968509709/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19321 T2363 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362968509709/onenodecollection/index forceNew: false
[junit4:junit4]   2> 19323 T2363 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1f47611 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d0da2; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19323 T2363 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19324 T2363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19325 T2363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19325 T2363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19326 T2363 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19326 T2363 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19326 T2363 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19326 T2363 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19327 T2363 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19327 T2363 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19329 T2363 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19332 T2363 oass.SolrIndexSearcher.<init> Opening Searcher@a279b0 main
[junit4:junit4]   2> 19332 T2363 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362968509709/onenodecollection/tlog
[junit4:junit4]   2> 19333 T2363 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19333 T2363 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19336 T2423 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@a279b0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19337 T2363 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 20070 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20071 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:33922_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:33922/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 20073 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59714_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59714/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 20083 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45839_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45839/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "collection":"onenodecollection"}
[junit4:junit4]   2> 20083 T2348 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 20083 T2348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20085 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20086 T2399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20086 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20086 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20086 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20086 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20339 T2363 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 20339 T2363 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:45839/dk_py/vt collection:onenodecollection shard:shard1
[junit4:junit4]   2> 20340 T2363 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 20345 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:delete cxid:0xa8 zxid:0xc4 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 20345 T2363 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 20346 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:create cxid:0xa9 zxid:0xc5 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20347 T2363 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 20347 T2363 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 20348 T2363 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45839/dk_py/vt/onenodecollectioncore/
[junit4:junit4]   2> 20348 T2363 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 20348 T2363 oasc.SyncStrategy.syncToMe http://127.0.0.1:45839/dk_py/vt/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 20348 T2363 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45839/dk_py/vt/onenodecollectioncore/
[junit4:junit4]   2> 20348 T2363 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 20351 T2330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5740fd100006 type:create cxid:0xb3 zxid:0xc9 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20810 T2378 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {onlyIfLeader=true&wt=javabin&nodeName=127.0.0.1:33922_dk_py%252Fvt&core=collection1&state=recovering&version=2&coreNodeName=127.0.0.1:33922_dk_py%252Fvt_collection1&checkLive=true&action=PREPRECOVERY} status=0 QTime=2001 
[junit4:junit4]   2> 21591 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21598 T2399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21598 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21598 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21598 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21598 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21598 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21606 T2363 oasc.ZkController.register We are http://127.0.0.1:45839/dk_py/vt/onenodecollectioncore/ and leader is http://127.0.0.1:45839/dk_py/vt/onenodecollectioncore/
[junit4:junit4]   2> 21606 T2363 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:45839/dk_py/vt
[junit4:junit4]   2> 21606 T2363 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 21607 T2363 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 21608 T2363 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21609 T2363 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {roles=none&numShards=1&wt=javabin&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362968509709/onenodecollection&name=onenodecollectioncore&version=2&collection=onenodecollection&action=CREATE} status=0 QTime=2793 
[junit4:junit4]   2> 21609 T2325 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21610 T2325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22612 T2325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C416_STATE=coll:collection1 core:collection1 props:{shard=shard1, node_name=127.0.0.1:33922_dk_py%2Fvt, core=collection1, base_url=http://127.0.0.1:33922/dk_py/vt, state=recovering, collection=collection1}
[junit4:junit4]   2> 22811 T2419 C416 P33922 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:59978/dk_py/vt/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22811 T2419 C416 P33922 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:33922/dk_py/vt START replicas=[http://127.0.0.1:59978/dk_py/vt/collection1/] nUpdates=100
[junit4:junit4]   2> 22811 T2419 C416 P33922 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22811 T2419 C416 P33922 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22811 T2419 C416 P33922 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22812 T2419 C416 P33922 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22812 T2419 C416 P33922 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22812 T2419 C416 P33922 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:59978/dk_py/vt/collection1/. core=collection1
[junit4:junit4]   2> 22812 T2419 C416 P33922 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C418 name=collection1 org.apache.solr.core.SolrCore@18d01f0 url=http://127.0.0.1:59978/dk_py/vt/collection1 node=127.0.0.1:59978_dk_py%2Fvt C418_STATE=coll:collection1 core:collection1 props:{shard=shard1, node_name=127.0.0.1:59978_dk_py%2Fvt, core=collection1, base_url=http://127.0.0.1:59978/dk_py/vt, state=active, collection=collection1, leader=true}
[junit4:junit4]   2> 22816 T2377 C418 P59978 REQ /get {wt=javabin&getVersions=100&distrib=false&version=2&qt=/get} status=0 QTime=1 
[junit4:junit4]   2> 22816 T2376 C418 P59978 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22818 T2376 C418 P59978 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6631b3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0ea19; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22818 T2376 C418 P59978 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22818 T2376 C418 P59978 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6631b3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0ea19; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@6631b3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0ea19; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22819 T2376 C418 P59978 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22819 T2376 C418 P59978 oass.SolrIndexSearcher.<init> Opening Searcher@9f7f1d realtime
[junit4:junit4]   2> 22819 T2376 C418 P59978 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22820 T2376 C418 P59978 /update {softCommit=false&wt=javabin&openSearcher=false&commit_end_point=true&version=2&commit=true&waitSearcher=true} {commit=} 0 4
[junit4:junit4]   2> 22820 T2419 C416 P33922 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22820 T2419 C416 P33922 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22821 T2379 C418 P59978 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22822 T2379 C418 P59978 REQ /replication {wt=javabin&version=2&qt=/replication&command=indexversion} status=0 QTime=1 
[junit4:junit4]   2> 22822 T2419 C416 P33922 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 22823 T2419 C416 P33922 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22823 T2419 C416 P33922 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22824 T2377 C418 P59978 REQ /replication {wt=javabin&version=2&qt=/replication&generation=2&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 22825 T2419 C416 P33922 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22826 T2419 C416 P33922 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1362968509709/jetty4/index.20130310222212530 forceNew: false
[junit4:junit4]   2> 22826 T2419 C416 P33922 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e986f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4434f4)) fullCopy=false
[junit4:junit4]   2> 22828 T2376 C418 P59978 REQ /replication {file=segments_2&wt=filestream&checksum=true&qt=/replication&generation=2&command=filecontent} status=0 QTime=0 
[junit4:junit4]   2> 22829 T2419 C416 P33922 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22829 T2419 C416 P33922 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22829 T2419 C416 P33922 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22830 T2419 C416 P33922 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1445520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@eb8bee; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1445520 lockFactory=org.apache.lucene.store.NativeFSLockFactory@eb8bee; maxCacheMB=0.83203125 maxMergeSizeMB=0.521484375)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22830 T2419 C416 P33922 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22830 T2419 C416 P33922 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22831 T2419 C416 P33922 oass.SolrIndexSearcher.<init> Opening Searcher@14c47a6 main
[junit4:junit4]   2> 22831 T2418 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14c47a6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22832 T2419 C416 P33922 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e986f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4434f4))
[junit4:junit4]   2> 22832 T2419 C416 P33922 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22832 T2419 C416 P33922 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22832 T2419 C416 P33922 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22832 T2419 C416 P33922 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22834 T2419 C416 P33922 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23102 T2348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23103 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45839_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45839/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "collection":"onenodecollection"}
[junit4:junit4]   2> 23106 T2348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:33922_dk_py%2Fvt",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:33922/dk_py/vt",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 23109 T2416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23110 T2354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23110 T2399 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23110 T2367 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23110 T2347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23110 T2383 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23613 T2325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23614 T2325 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 23614 T2325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23636 T2377 oejs.Response.sendError WARNING Committed before 404 Can not find: /dk_py/vt/onenodecollectioncore/update
[junit4:junit4]   2> 23636 T2325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56585 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3aa76c
[junit4:junit4]   2> 23637 T2377 oejs.ServletHandler.doHandle WARNING /dk_py/vt/onenodecollectioncore/update java.lang.IllegalStateException: Committed
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.resetBuffer(Response.java:1136)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.sendError(Response.java:314)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404.service(JettySolrRunner.java:465)
[junit4:junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:770)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:669)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1336)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:379)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 23637 T2325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 23637 T2426 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:56585. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 23638 T2426 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:56585, initiating session
[junit4:junit4]   2> 23638 T2327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:40344
[junit4:junit4]   2> 23638 T2327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:40344
[junit4:junit4]   2> 23639 T2426 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:56585, sessionid = 0x13d5740fd10000d, negotiated timeout = 10000
[junit4:junit4]   2> 23639 T2329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5740fd10000d with negotiated timeout 10000 for client /127.0.0.1:40344
[junit4:junit4]   2> 23639 T2427 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3aa76c name:ZooKeeperConnection Watcher:127.0.0.1:56585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 23639 T2325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> / (2)
[junit4:junit4]   1> DATA:
[junit4:junit4]   1>     
[junit4:junit4]   1>  /solr (7)
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>   /solr/configs (1)
[junit4:junit4]   1>    /solr/configs/conf1 (9)
[junit4:junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/currency.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/schema.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4]   1>     DATA:
[junit4:junit4]   1>         {
[junit4:junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details",
[junit4:junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4]   1>           "timestamp": 1332070464,
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "base": "USD",
[junit4:junit4]   1>           "rates": {
[junit4:junit4]   1>             "USD": 1,
[junit4:junit4]   1>             "JPY": 81.29,
[junit4:junit4]   1>             "EUR": 2.5,
[junit4:junit4]   1>             "GBP": 0.5,
[junit4:junit4]   1>             "MXN": 2.0
[junit4:junit4]   1>           }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/protwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "onenodecollection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:45839_dk_py%2Fvt_onenodecollectioncore":{
[junit4:junit4]   1>                   "roles":"none",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:45839_dk_py%2Fvt",
[junit4:junit4]   1>                   "core":"onenodecollectioncore",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:45839/dk_py/vt",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"onenodecollection",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "control_collection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:54694_dk_py%2Fvt_collection1":{
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:54694_dk_py%2Fvt",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:54694/dk_py/vt",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"control_collection",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "shards":{
[junit4:junit4]   1>             "shard2":{
[junit4:junit4]   1>               "range":"0-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:45839_dk_py%2Fvt_collection1":{
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:45839_dk_py%2Fvt",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:45839/dk_py/vt",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:59714_dk_py%2Fvt_collection1":{
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:59714_dk_py%2Fvt",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:59714/dk_py/vt",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"collection1"}}},
[junit4:junit4]   1>             "shard1":{
[junit4:junit4]   1>               "range":"80000000-ffffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:59978_dk_py%2Fvt_collection1":{
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:59978_dk_py%2Fvt",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:59978/dk_py/vt",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:33922_dk_py%2Fvt_collection1":{
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:33922_dk_py%2Fvt",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:33922/dk_py/vt",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"collection1"}}}},
[junit4:junit4]   1>           "router":"compositeId"}}
[junit4:junit4]   1>   /solr/collections (3)
[junit4:junit4]   1>    /solr/collections/onenodecollection (2)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "configName":"conf1",
[junit4:junit4]   1>          "router":"compositeId"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leaders (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:45839_dk_py%2Fvt",
[junit4:junit4]   1>            "core":"onenodecollectioncore",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:45839/dk_py/vt"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/89323504252485638-127.0.0.1:45839_dk_py%2Fvt_onenodecollectioncore-n_0000000000 (0)
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:54694_dk_py%2Fvt",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:54694/dk_py/vt"}
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/89323504252485635-127.0.0.1:54694_dk_py%2Fvt_collection1-n_0000000000 (0)
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>    /solr/collections/collection1 (3)
[junit4:junit4]   1>    DATA:
[

[...truncated too long message...]

[junit4:junit4]   1>        
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=111953F5B6255515 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_EG -Dtests.timezone=Etc/GMT+0 -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  138s J0 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([111953F5B6255515:90FFDDEDC17A3529]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 137592 T2292 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 137601 T2291 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 138290 T2295 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 138690 T2374 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 138690 T2374 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 138690 T2374 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 138690 T2374 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=291), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=291)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ar_EG, timezone=Etc/GMT+0
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=159275272,total=518979584
[junit4:junit4]   2> NOTE: All tests run in this JVM: [OverseerTest, BasicFunctionalityTest, CircularListTest, ZkControllerTest, TestGroupingSearch, FastVectorHighlighterTest, AlternateDirectoryTest, TestFieldResource, ShardRoutingTest, TestPerFieldSimilarity, ZkCLITest, DateFieldTest, PrimitiveFieldTypeTest, TestSolrQueryParser, CacheHeaderTest, TermsComponentTest, MoreLikeThisHandlerTest, ResourceLoaderTest, UpdateRequestProcessorFactoryTest, SolrInfoMBeanTest, PrimUtilsTest, TestDocSet, SliceStateTest, TestFaceting, TestLRUCache, TestSolrDeletionPolicy2, TestFastWriter, BasicDistributedZkTest, AutoCommitTest, TestLFUCache, TestLMDirichletSimilarityFactory, TestPseudoReturnFields, PreAnalyzedFieldTest, ScriptEngineTest, TestPhraseSuggestions, UUIDFieldTest, TestSweetSpotSimilarityFactory, ReturnFieldsTest, SimpleFacetsTest, TestPluginEnable, MinimalSchemaTest, TestValueSourceCache, TestStressVersions, WordBreakSolrSpellCheckerTest, TestReversedWildcardFilterFactory, RAMDirectoryFactoryTest, DirectSolrConnectionTest, TestRandomDVFaceting, MBeansHandlerTest, LoggingHandlerTest, DistributedSpellCheckComponentTest, TestExtendedDismaxParser, DistributedTermsComponentTest, TestSolrIndexConfig, TestCoreContainer, RecoveryZkTest, AnalysisAfterCoreReloadTest, SolrCoreTest, DirectUpdateHandlerOptimizeTest, TestConfig, SearchHandlerTest, LeaderElectionTest, DocValuesTest, SynonymTokenizerTest, LukeRequestHandlerTest, TestStressRecovery, TestSort, TestCopyFieldCollectionResource, UnloadDistributedZkTest]
[junit4:junit4] Completed on J0 in 138.87s, 1 test, 1 failure <<< FAILURES!

[...truncated 406 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 270 suites, 1138 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 41 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



RE: [JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk7) - Build # 4658 - Still Failing!

Posted by Uwe Schindler <uw...@thetaphi.de>.
Did this happen only once or always since a recent commit?

Uwe

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Michael McCandless [mailto:lucene@mikemccandless.com]
> Sent: Monday, March 11, 2013 12:06 PM
> To: dev@lucene.apache.org
> Cc: markrmiller@apache.org
> Subject: Re: [JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk7) - Build #
> 4658 - Still Failing!
> 
> Should we disable this buggy JVM again?
> 
> Mike McCandless
> 
> http://blog.mikemccandless.com
> 
> On Sun, Mar 10, 2013 at 9:02 PM, Robert Muir <rc...@gmail.com> wrote:
> > this is the old ibm jvm fst.pack() bug. it seems now it only happens on 32-
> bit
> >
> > On Sun, Mar 10, 2013 at 8:59 PM, Policeman Jenkins Server
> > <je...@thetaphi.de> wrote:
> >> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4658/
> >> Java: 32bit/ibm-j9-jdk7
> >>
> >> 5 tests failed.
> >> REGRESSION:
> org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat.testSorted
> SetVariableLengthVsUninvertedField
> >>
> >> Error Message:
> >>
> >>
> >> Stack Trace:
> >> java.lang.ArrayIndexOutOfBoundsException
> >>         at
> __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:A557D4C98686A786
> ]:0)
> >>         at
> org.apache.lucene.store.ByteArrayDataInput.readVInt(ByteArrayDataInput.j
> ava:104)
> >>         at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum
> .decodeMetaData(MemoryPostingsFormat.java:641)
> >>         at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum
> .docFreq(MemoryPostingsFormat.java:743)
> >>         at
> org.apache.lucene.index.DocTermOrds.uninvert(DocTermOrds.java:364)
> >>         at
> org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:198)
> >>         at
> org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:189)
> >>         at
> org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:177)
> >>         at
> org.apache.lucene.search.FieldCacheImpl$DocTermOrdsCache.createValue(
> FieldCacheImpl.java:1402)
> >>         at
> org.apache.lucene.search.FieldCacheImpl$Cache.get(FieldCacheImpl.java:21
> 2)
> >>         at
> org.apache.lucene.search.FieldCacheImpl.getDocTermOrds(FieldCacheImpl.j
> ava:1390)
> >>         at
> org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedSetVs
> UninvertedField(BaseDocValuesFormatTestCase.java:1848)
> >>         at
> org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedSetVaria
> bleLengthVsUninvertedField(BaseDocValuesFormatTestCase.java:1870)
> >>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:88)
> >>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >>         at java.lang.reflect.Method.invoke(Method.java:613)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at java.lang.Thread.run(Thread.java:780)
> >>
> >>
> >> REGRESSION:  org.apache.lucene.index.TestDuelingCodecs.testEquals
> >>
> >> Error Message:
> >> MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1,
> _2.vec=1}
> >>
> >> Stack Trace:
> >> java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there
> are still open files: {_2.fld=1, _2.vec=1}
> >>         at
> org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapp
> er.java:585)
> >>         at
> org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.j
> ava:124)
> >>         at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
> >>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >>         at java.lang.reflect.Method.invoke(Method.java:613)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:795)
> >>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at java.lang.Thread.run(Thread.java:780)
> >> Caused by: java.lang.RuntimeException: unclosed IndexOutput: _2.fld
> >>         at
> org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirect
> oryWrapper.java:476)
> >>         at
> org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirecto
> ryWrapper.java:448)
> >>         at
> org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDi
> rectoryWrapper.java:62)
> >>         at
> org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsWriter.<init>(Si
> mpleTextStoredFieldsWriter.java:69)
> >>         at
> org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsW
> riter(SimpleTextStoredFieldsFormat.java:45)
> >>         at
> org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFields
> Processor.java:86)
> >>         at
> org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredField
> sProcessor.java:119)
> >>         at
> org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoSt
> oredFieldsConsumers.java:65)
> >>         at
> org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProces
> sor.java:287)
> >>         at
> org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(Doc
> umentsWriterPerThread.java:274)
> >>         at
> org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWr
> iter.java:376)
> >>         at
> org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:14
> 71)
> >>         at
> org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1146)
> >>         at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:152)
> >>         at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:114)
> >>         at
> org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelin
> gCodecs.java:151)
> >>         at
> org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:
> 99)
> >>         at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
> >>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >>         at java.lang.reflect.Method.invoke(Method.java:613)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:771)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >>         ... 28 more
> >>
> >>
> >> REGRESSION:
> org.apache.lucene.index.TestTermVectorsFormat.testClone
> >>
> >> Error Message:
> >>
> >>
> >> Stack Trace:
> >> java.lang.AssertionError
> >>         at
> __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:EA31A66603D52DA
> F]:0)
> >>         at
> org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> >>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> >>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> >>         at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.fi
> nish(MemoryPostingsFormat.java:274)
> >>         at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTerm
> sWriterPerField.java:548)
> >>         at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.j
> ava:85)
> >>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
> >>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
> >>         at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
> >>         at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWrit
> erPerThread.java:494)
> >>         at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:4
> 22)
> >>         at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWrit
> er.java:559)
> >>         at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.j
> ava:2638)
> >>         at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782
> )
> >>         at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
> >>         at
> org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndex
> Writer.java:163)
> >>         at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:155)
> >>         at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:114)
> >>         at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseT
> ermVectorsFormatTestCase.java:689)
> >>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:88)
> >>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >>         at java.lang.reflect.Method.invoke(Method.java:613)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at java.lang.Thread.run(Thread.java:780)
> >>
> >>
> >> REGRESSION:
> org.apache.lucene.index.TestTermVectorsFormat.testLotsOfFields
> >>
> >> Error Message:
> >>
> >>
> >> Stack Trace:
> >> java.lang.AssertionError
> >>         at
> __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:561A443AB9180756
> ]:0)
> >>         at
> org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> >>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> >>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> >>         at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.fi
> nish(MemoryPostingsFormat.java:274)
> >>         at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTerm
> sWriterPerField.java:548)
> >>         at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.j
> ava:85)
> >>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
> >>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
> >>         at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
> >>         at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWrit
> erPerThread.java:494)
> >>         at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:4
> 22)
> >>         at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWrit
> er.java:559)
> >>         at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.j
> ava:2638)
> >>         at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782
> )
> >>         at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
> >>         at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWrit
> er.java:315)
> >>         at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWrit
> er.java:255)
> >>         at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testLotsOfFields(
> BaseTermVectorsFormatTestCase.java:580)
> >>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:88)
> >>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >>         at java.lang.reflect.Method.invoke(Method.java:613)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at java.lang.Thread.run(Thread.java:780)
> >>
> >>
> >> REGRESSION:  org.apache.lucene.util.fst.TestFSTs.testRandomWords
> >>
> >> Error Message:
> >>
> >>
> >> Stack Trace:
> >> java.lang.AssertionError
> >>         at
> __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:72656893AF6E8E83]
> :0)
> >>         at
> org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> >>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> >>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> >>         at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:314)
> >>         at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:187)
> >>         at org.apache.lucene.util.fst.TestFSTs.doTest(TestFSTs.java:169)
> >>         at
> org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:280)
> >>         at
> org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:254)
> >>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:88)
> >>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >>         at java.lang.reflect.Method.invoke(Method.java:613)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >>         at java.lang.Thread.run(Thread.java:780)
> >>
> >>
> >>
> >>
> >> Build Log:
> >> [...truncated 293 lines...]
> >> [junit4:junit4] Suite:
> org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
> >> [junit4:junit4]   2> NOTE: reproduce with: ant test  -
> Dtestcase=TestPerFieldDocValuesFormat -
> Dtests.method=testSortedSetVariableLengthVsUninvertedField -
> Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -
> Dtests.locale=es_MX -Dtests.timezone=Asia/Dacca -
> Dtests.file.encoding=US-ASCII
> >> [junit4:junit4] ERROR   26.8s J1 |
> TestPerFieldDocValuesFormat.testSortedSetVariableLengthVsUninvertedFie
> ld <<<
> >> [junit4:junit4]    > Throwable #1:
> java.lang.ArrayIndexOutOfBoundsException
> >> [junit4:junit4]    >    at
> __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:A557D4C98686A786
> ]:0)
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.ByteArrayDataInput.readVInt(ByteArrayDataInput.j
> ava:104)
> >> [junit4:junit4]    >    at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum
> .decodeMetaData(MemoryPostingsFormat.java:641)
> >> [junit4:junit4]    >    at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum
> .docFreq(MemoryPostingsFormat.java:743)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocTermOrds.uninvert(DocTermOrds.java:364)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:198)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:189)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:177)
> >> [junit4:junit4]    >    at
> org.apache.lucene.search.FieldCacheImpl$DocTermOrdsCache.createValue(
> FieldCacheImpl.java:1402)
> >> [junit4:junit4]    >    at
> org.apache.lucene.search.FieldCacheImpl$Cache.get(FieldCacheImpl.java:21
> 2)
> >> [junit4:junit4]    >    at
> org.apache.lucene.search.FieldCacheImpl.getDocTermOrds(FieldCacheImpl.j
> ava:1390)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedSetVs
> UninvertedField(BaseDocValuesFormatTestCase.java:1848)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedSetVaria
> bleLengthVsUninvertedField(BaseDocValuesFormatTestCase.java:1870)
> >> [junit4:junit4]    >    at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >> [junit4:junit4]    >    at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:88)
> >> [junit4:junit4]    >    at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> >> [junit4:junit4]   2> NOTE: test params are: codec=Asserting,
> sim=DefaultSimilarity, locale=es_MX, timezone=Asia/Dacca
> >> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0
> (32-bit)/cpus=8,threads=1,free=55144824,total=102105088
> >> [junit4:junit4]   2> NOTE: All tests run in this JVM:
> [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource,
> TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics,
> TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches,
> TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat]
> >> [junit4:junit4] Completed on J1 in 106.33s, 53 tests, 1 error <<< FAILURES!
> >>
> >> [...truncated 190 lines...]
> >> [junit4:junit4] Suite: org.apache.lucene.index.TestTermVectorsFormat
> >> [junit4:junit4]   2> NOTE: reproduce with: ant test  -
> Dtestcase=TestTermVectorsFormat -Dtests.method=testClone -
> Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -
> Dtests.locale=cs_CZ -Dtests.timezone=Asia/Colombo -
> Dtests.file.encoding=US-ASCII
> >> [junit4:junit4] FAILURE 2.10s J1 | TestTermVectorsFormat.testClone <<<
> >> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
> >> [junit4:junit4]    >    at
> __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:EA31A66603D52DA
> F]:0)
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> >> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> >> [junit4:junit4]    >    at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.fi
> nish(MemoryPostingsFormat.java:274)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTerm
> sWriterPerField.java:548)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.j
> ava:85)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWrit
> erPerThread.java:494)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:4
> 22)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWrit
> er.java:559)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.j
> ava:2638)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782
> )
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndex
> Writer.java:163)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:155)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:114)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseT
> ermVectorsFormatTestCase.java:689)
> >> [junit4:junit4]    >    at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >> [junit4:junit4]    >    at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:88)
> >> [junit4:junit4]    >    at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> >> [junit4:junit4]   2> NOTE: reproduce with: ant test  -
> Dtestcase=TestTermVectorsFormat -Dtests.method=testLotsOfFields -
> Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -
> Dtests.locale=cs_CZ -Dtests.timezone=Asia/Colombo -
> Dtests.file.encoding=US-ASCII
> >> [junit4:junit4] FAILURE 0.06s J1 |
> TestTermVectorsFormat.testLotsOfFields <<<
> >> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
> >> [junit4:junit4]    >    at
> __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:561A443AB9180756
> ]:0)
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> >> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> >> [junit4:junit4]    >    at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.fi
> nish(MemoryPostingsFormat.java:274)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTerm
> sWriterPerField.java:548)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.j
> ava:85)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWrit
> erPerThread.java:494)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:4
> 22)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWrit
> er.java:559)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.j
> ava:2638)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782
> )
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWrit
> er.java:315)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWrit
> er.java:255)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.BaseTermVectorsFormatTestCase.testLotsOfFields(
> BaseTermVectorsFormatTestCase.java:580)
> >> [junit4:junit4]    >    at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >> [junit4:junit4]    >    at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:88)
> >> [junit4:junit4]    >    at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> >> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:
> {=Lucene41(blocksize=128), mabdowfi=PostingsFormat(name=Memory
> doPackFST= true), abwhfotwtx=Lucene41(blocksize=128),
> pwjk=Lucene41(blocksize=128), afmq=PostingsFormat(name=Memory
> doPackFST= true), nvvig=Lucene41(blocksize=128),
> wgdf=MockVariableIntBlock(baseBlockSize=127),
> sgnjg=PostingsFormat(name=TestBloomFilteredLucene41Postings),
> tgag=PostingsFormat(name=Memory doPackFST= true),
> aaxnq=PostingsFormat(name=TestBloomFilteredLucene41Postings),
> id=PostingsFormat(name=TestBloomFilteredLucene41Postings),
> hxdsff=PostingsFormat(name=TestBloomFilteredLucene41Postings),
> jshij=Lucene41(blocksize=128),
> anoowyo=MockVariableIntBlock(baseBlockSize=127),
> gmcvyjtby=PostingsFormat(name=Memory doPackFST= true),
> ko=Lucene41(blocksize=128), gqhcilm=PostingsFormat(name=Memory
> doPackFST= true), bpt=MockVariableIntBlock(baseBlockSize=127),
> zgzvfart=Lucene41(blocksize=128), afvgfy=PostingsFormat(name=Memory
> doPackFST= true), gbd=PostingsFormat(name=Memory doPackFST= true),
> aatnlqh=PostingsFormat(name=Memory doPackFST= true),
> qjsoqdpfl=Lucene41(blocksize=128),
> vfibzmm=PostingsFormat(name=Memory doPackFST= true),
> ejlfq=MockVariableIntBlock(baseBlockSize=127),
> aapnwk=Lucene41(blocksize=128),
> aapjiuvns=PostingsFormat(name=Memory doPackFST= true),
> abod=MockVariableIntBlock(baseBlockSize=127),
> v=MockVariableIntBlock(baseBlockSize=127),
> aeploikfk=MockVariableIntBlock(baseBlockSize=127),
> xjfsyder=PostingsFormat(name=TestBloomFilteredLucene41Postings),
> adbga=PostingsFormat(name=Memory doPackFST= true),
> dzybx=PostingsFormat(name=Memory doPackFST= true),
> abiqf=PostingsFormat(name=Memory doPackFST= true),
> vkskkcqj=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity,
> locale=cs_CZ, timezone=Asia/Colombo
> >> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0
> (32-bit)/cpus=8,threads=1,free=10102672,total=137887744
> >> [junit4:junit4]   2> NOTE: All tests run in this JVM:
> [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource,
> TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics,
> TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches,
> TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat,
> TestParallelCompositeReader, TestNeverDelete, TestField,
> TestFieldMaskingSpanQuery, TestLongPostings,
> TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue,
> TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring,
> TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort,
> TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery,
> TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested,
> TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch,
> TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool,
> TestDocCount, TestTermVectorsFormat]
> >> [junit4:junit4] Completed on J1 in 14.93s, 7 tests, 2 failures <<< FAILURES!
> >>
> >> [...truncated 7 lines...]
> >> [junit4:junit4] Suite: org.apache.lucene.util.fst.TestFSTs
> >> [junit4:junit4] IGNOR/A 0.01s J1 | TestFSTs.testBigSet
> >> [junit4:junit4]    > Assumption #1: 'nightly' test group is disabled
> (@Nightly)
> >> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFSTs -
> Dtests.method=testRandomWords -Dtests.seed=CF4D3AC66612146 -
> Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_DZ -
> Dtests.timezone=GMT0 -Dtests.file.encoding=US-ASCII
> >> [junit4:junit4] FAILURE 0.03s J1 | TestFSTs.testRandomWords <<<
> >> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
> >> [junit4:junit4]    >    at
> __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:72656893AF6E8E83]
> :0)
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> >> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:314)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:187)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.TestFSTs.doTest(TestFSTs.java:169)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:280)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:254)
> >> [junit4:junit4]    >    at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> >> [junit4:junit4]    >    at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:88)
> >> [junit4:junit4]    >    at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> >> [junit4:junit4]   2> NOTE: test params are:
> codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=Co
> mpressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION,
> chunkSize=440),
> termVectorsFormat=CompressingTermVectorsFormat(compressionMode=F
> AST_DECOMPRESSION, chunkSize=440)),
> sim=RandomSimilarityProvider(queryNorm=true,coord=crazy):
> {titleTokenized=BM25(k1=1.2,b=0.75), body=DFR GB1}, locale=ar_DZ,
> timezone=GMT0
> >> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0
> (32-bit)/cpus=8,threads=1,free=86825456,total=137887744
> >> [junit4:junit4]   2> NOTE: All tests run in this JVM:
> [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource,
> TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics,
> TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches,
> TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat,
> TestParallelCompositeReader, TestNeverDelete, TestField,
> TestFieldMaskingSpanQuery, TestLongPostings,
> TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue,
> TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring,
> TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort,
> TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery,
> TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested,
> TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch,
> TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool,
> TestDocCount, TestTermVectorsFormat, TestFSTs]
> >> [junit4:junit4] Completed on J1 in 23.59s, 17 tests, 1 failure, 1 skipped <<<
> FAILURES!
> >>
> >> [...truncated 345 lines...]
> >> [junit4:junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
> >> [junit4:junit4]   2> NOTE: reproduce with: ant test  -
> Dtestcase=TestDuelingCodecs -Dtests.method=testEquals -
> Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -
> Dtests.locale=el -Dtests.timezone=Indian/Christmas -
> Dtests.file.encoding=US-ASCII
> >> [junit4:junit4] ERROR   5.69s J1 | TestDuelingCodecs.testEquals <<<
> >> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> >> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> >> [junit4:junit4]    >    at
> org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.fi
> nish(MemoryPostingsFormat.java:274)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTerm
> sWriterPerField.java:548)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.j
> ava:85)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWrit
> erPerThread.java:494)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:4
> 22)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWrit
> er.java:559)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.j
> ava:2638)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782
> )
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndex
> Writer.java:163)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:155)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:114)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelin
> gCodecs.java:151)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:
> 100)
> >> [junit4:junit4]    >    at
> sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
> >> [junit4:junit4]    >    at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:771)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> >> [junit4:junit4]    > Throwable #2: java.lang.RuntimeException:
> MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1,
> _2.vec=1}
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapp
> er.java:585)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.j
> ava:124)
> >> [junit4:junit4]    >    at
> sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
> >> [junit4:junit4]    >    at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:795)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> >> [junit4:junit4]    >    at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> >> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> >> [junit4:junit4]    > Caused by: java.lang.RuntimeException: unclosed
> IndexOutput: _2.fld
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirect
> oryWrapper.java:476)
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirecto
> ryWrapper.java:448)
> >> [junit4:junit4]    >    at
> org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDi
> rectoryWrapper.java:62)
> >> [junit4:junit4]    >    at
> org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsWriter.<init>(Si
> mpleTextStoredFieldsWriter.java:69)
> >> [junit4:junit4]    >    at
> org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsW
> riter(SimpleTextStoredFieldsFormat.java:45)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFields
> Processor.java:86)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredField
> sProcessor.java:119)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoSt
> oredFieldsConsumers.java:65)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProces
> sor.java:287)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(Doc
> umentsWriterPerThread.java:274)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWr
> iter.java:376)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:14
> 71)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1146)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:152)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndex
> Writer.java:114)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelin
> gCodecs.java:151)
> >> [junit4:junit4]    >    at
> org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:
> 99)
> >> [junit4:junit4]    >    at
> sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
> >> [junit4:junit4]    >    at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:55)
> >> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:771)
> >> [junit4:junit4]    >    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> >> [junit4:junit4]    >    ... 28 more
> >> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {},
> docValues:{},
> sim=RandomSimilarityProvider(queryNorm=false,coord=crazy):
> {titleTokenized=DFR I(n)L3(800.0), body=DFR I(ne)LZ(0.3)}, locale=el,
> timezone=Indian/Christmas
> >> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0
> (32-bit)/cpus=8,threads=1,free=25249744,total=201392128
> >> [junit4:junit4]   2> NOTE: All tests run in this JVM:
> [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource,
> TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics,
> TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches,
> TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat,
> TestParallelCompositeReader, TestNeverDelete, TestField,
> TestFieldMaskingSpanQuery, TestLongPostings,
> TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue,
> TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring,
> TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort,
> TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery,
> TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested,
> TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch,
> TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool,
> TestDocCount, TestTermVectorsFormat, TestFSTs, TestPackedInts,
> TestFastCompressionMode, TestFilterAtomicReader, TestPagedBytes,
> Nested1, TestPostingsFormat, TestCharsRef, TestRollingBuffer,
> TestSpanSearchEquivalence, TestCachingWrapperFilter, TestByteSlices,
> TestAddIndexes, TestNRTCachingDirectory, TestGraphTokenizers,
> TestPrefixQuery, TestConcurrentMergeScheduler, TestNoMergePolicy,
> TestFuzzyQuery, TestAssertions, Nested1, TestNamedSPILoader,
> TestCodecHoldsOpenFiles, Before3, Before3, TestDisjunctionMaxQuery,
> TestPerFieldPostingsFormat, TestComplexExplanations,
> TestTopDocsCollector, TestSameScoresWithThreads,
> TestTransactionRollback, TestIntsRef, TestFixedBitSet, TestDeterminism,
> TestNewestSegment, TestWorstCaseTestBehavior, TestDirectory, TestDoc,
> TestDocTermOrdsRewriteMethod, TestUTF32ToUTF8, TestAtomicUpdate,
> TestVersionComparator, TestRecyclingIntBlockAllocator, TestTermdocPerf,
> TestNumericTokenStream, TestDocValuesFormat,
> TestLucene40TermVectorsFormat, TestIndexWriterWithThreads,
> TestNumericRangeQuery32, TestShardSearching, TestMultiMMap,
> TestIndexWriterMergePolicy, TestDuelingCodecs]
> >> [junit4:junit4] Completed on J1 in 5.70s, 1 test, 1 error <<< FAILURES!
> >>
> >> [...truncated 486 lines...]
> >> BUILD FAILED
> >> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The
> following error occurred while executing this line:
> >> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:374: The
> following error occurred while executing this line:
> >> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The
> following error occurred while executing this line:
> >> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-
> Linux/lucene/build.xml:50: The following error occurred while executing this
> line:
> >> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-
> build.xml:1213: The following error occurred while executing this line:
> >> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-
> build.xml:877: There were test failures: 344 suites, 2142 tests, 2 errors, 3
> failures, 58 ignored (46 assumptions)
> >>
> >> Total time: 10 minutes 32 seconds
> >> Build step 'Invoke Ant' marked build as failure
> >> Archiving artifacts
> >> Recording test results
> >> Description set: Java: 32bit/ibm-j9-jdk7
> >> Email was triggered for: Failure
> >> Sending email for trigger: Failure
> >>
> >>
> >>
> >>
> >> ---------------------------------------------------------------------
> >> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >> For additional commands, e-mail: dev-help@lucene.apache.org
> >
> > ---------------------------------------------------------------------
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> > For additional commands, e-mail: dev-help@lucene.apache.org
> >
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk7) - Build # 4658 - Still Failing!

Posted by Michael McCandless <lu...@mikemccandless.com>.
Should we disable this buggy JVM again?

Mike McCandless

http://blog.mikemccandless.com

On Sun, Mar 10, 2013 at 9:02 PM, Robert Muir <rc...@gmail.com> wrote:
> this is the old ibm jvm fst.pack() bug. it seems now it only happens on 32-bit
>
> On Sun, Mar 10, 2013 at 8:59 PM, Policeman Jenkins Server
> <je...@thetaphi.de> wrote:
>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4658/
>> Java: 32bit/ibm-j9-jdk7
>>
>> 5 tests failed.
>> REGRESSION:  org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat.testSortedSetVariableLengthVsUninvertedField
>>
>> Error Message:
>>
>>
>> Stack Trace:
>> java.lang.ArrayIndexOutOfBoundsException
>>         at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:A557D4C98686A786]:0)
>>         at org.apache.lucene.store.ByteArrayDataInput.readVInt(ByteArrayDataInput.java:104)
>>         at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.decodeMetaData(MemoryPostingsFormat.java:641)
>>         at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.docFreq(MemoryPostingsFormat.java:743)
>>         at org.apache.lucene.index.DocTermOrds.uninvert(DocTermOrds.java:364)
>>         at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:198)
>>         at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:189)
>>         at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:177)
>>         at org.apache.lucene.search.FieldCacheImpl$DocTermOrdsCache.createValue(FieldCacheImpl.java:1402)
>>         at org.apache.lucene.search.FieldCacheImpl$Cache.get(FieldCacheImpl.java:212)
>>         at org.apache.lucene.search.FieldCacheImpl.getDocTermOrds(FieldCacheImpl.java:1390)
>>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedSetVsUninvertedField(BaseDocValuesFormatTestCase.java:1848)
>>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedSetVariableLengthVsUninvertedField(BaseDocValuesFormatTestCase.java:1870)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>>         at java.lang.reflect.Method.invoke(Method.java:613)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at java.lang.Thread.run(Thread.java:780)
>>
>>
>> REGRESSION:  org.apache.lucene.index.TestDuelingCodecs.testEquals
>>
>> Error Message:
>> MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}
>>
>> Stack Trace:
>> java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}
>>         at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:585)
>>         at org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:124)
>>         at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>>         at java.lang.reflect.Method.invoke(Method.java:613)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at java.lang.Thread.run(Thread.java:780)
>> Caused by: java.lang.RuntimeException: unclosed IndexOutput: _2.fld
>>         at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:476)
>>         at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:448)
>>         at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:62)
>>         at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsWriter.<init>(SimpleTextStoredFieldsWriter.java:69)
>>         at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsWriter(SimpleTextStoredFieldsFormat.java:45)
>>         at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:86)
>>         at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:119)
>>         at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65)
>>         at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:287)
>>         at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:274)
>>         at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:376)
>>         at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1471)
>>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1146)
>>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:152)
>>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
>>         at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
>>         at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:99)
>>         at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>>         at java.lang.reflect.Method.invoke(Method.java:613)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>         ... 28 more
>>
>>
>> REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testClone
>>
>> Error Message:
>>
>>
>> Stack Trace:
>> java.lang.AssertionError
>>         at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:EA31A66603D52DAF]:0)
>>         at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>>         at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
>>         at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
>>         at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>>         at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
>>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
>>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
>>         at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
>>         at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
>>         at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
>>         at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
>>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
>>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
>>         at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>>         at java.lang.reflect.Method.invoke(Method.java:613)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at java.lang.Thread.run(Thread.java:780)
>>
>>
>> REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testLotsOfFields
>>
>> Error Message:
>>
>>
>> Stack Trace:
>> java.lang.AssertionError
>>         at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:561A443AB9180756]:0)
>>         at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>>         at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
>>         at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
>>         at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>>         at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
>>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
>>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
>>         at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
>>         at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
>>         at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
>>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:315)
>>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:255)
>>         at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testLotsOfFields(BaseTermVectorsFormatTestCase.java:580)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>>         at java.lang.reflect.Method.invoke(Method.java:613)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at java.lang.Thread.run(Thread.java:780)
>>
>>
>> REGRESSION:  org.apache.lucene.util.fst.TestFSTs.testRandomWords
>>
>> Error Message:
>>
>>
>> Stack Trace:
>> java.lang.AssertionError
>>         at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:72656893AF6E8E83]:0)
>>         at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>>         at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:314)
>>         at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:187)
>>         at org.apache.lucene.util.fst.TestFSTs.doTest(TestFSTs.java:169)
>>         at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:280)
>>         at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:254)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>>         at java.lang.reflect.Method.invoke(Method.java:613)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>>         at java.lang.Thread.run(Thread.java:780)
>>
>>
>>
>>
>> Build Log:
>> [...truncated 293 lines...]
>> [junit4:junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
>> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPerFieldDocValuesFormat -Dtests.method=testSortedSetVariableLengthVsUninvertedField -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_MX -Dtests.timezone=Asia/Dacca -Dtests.file.encoding=US-ASCII
>> [junit4:junit4] ERROR   26.8s J1 | TestPerFieldDocValuesFormat.testSortedSetVariableLengthVsUninvertedField <<<
>> [junit4:junit4]    > Throwable #1: java.lang.ArrayIndexOutOfBoundsException
>> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:A557D4C98686A786]:0)
>> [junit4:junit4]    >    at org.apache.lucene.store.ByteArrayDataInput.readVInt(ByteArrayDataInput.java:104)
>> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.decodeMetaData(MemoryPostingsFormat.java:641)
>> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.docFreq(MemoryPostingsFormat.java:743)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocTermOrds.uninvert(DocTermOrds.java:364)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:198)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:189)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:177)
>> [junit4:junit4]    >    at org.apache.lucene.search.FieldCacheImpl$DocTermOrdsCache.createValue(FieldCacheImpl.java:1402)
>> [junit4:junit4]    >    at org.apache.lucene.search.FieldCacheImpl$Cache.get(FieldCacheImpl.java:212)
>> [junit4:junit4]    >    at org.apache.lucene.search.FieldCacheImpl.getDocTermOrds(FieldCacheImpl.java:1390)
>> [junit4:junit4]    >    at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedSetVsUninvertedField(BaseDocValuesFormatTestCase.java:1848)
>> [junit4:junit4]    >    at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedSetVariableLengthVsUninvertedField(BaseDocValuesFormatTestCase.java:1870)
>> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
>> [junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=es_MX, timezone=Asia/Dacca
>> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=55144824,total=102105088
>> [junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat]
>> [junit4:junit4] Completed on J1 in 106.33s, 53 tests, 1 error <<< FAILURES!
>>
>> [...truncated 190 lines...]
>> [junit4:junit4] Suite: org.apache.lucene.index.TestTermVectorsFormat
>> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testClone -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=Asia/Colombo -Dtests.file.encoding=US-ASCII
>> [junit4:junit4] FAILURE 2.10s J1 | TestTermVectorsFormat.testClone <<<
>> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
>> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:EA31A66603D52DAF]:0)
>> [junit4:junit4]    >    at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
>> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
>> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>> [junit4:junit4]    >    at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
>> [junit4:junit4]    >    at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
>> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
>> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testLotsOfFields -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=Asia/Colombo -Dtests.file.encoding=US-ASCII
>> [junit4:junit4] FAILURE 0.06s J1 | TestTermVectorsFormat.testLotsOfFields <<<
>> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
>> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:561A443AB9180756]:0)
>> [junit4:junit4]    >    at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
>> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
>> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>> [junit4:junit4]    >    at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:315)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:255)
>> [junit4:junit4]    >    at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testLotsOfFields(BaseTermVectorsFormatTestCase.java:580)
>> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
>> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {=Lucene41(blocksize=128), mabdowfi=PostingsFormat(name=Memory doPackFST= true), abwhfotwtx=Lucene41(blocksize=128), pwjk=Lucene41(blocksize=128), afmq=PostingsFormat(name=Memory doPackFST= true), nvvig=Lucene41(blocksize=128), wgdf=MockVariableIntBlock(baseBlockSize=127), sgnjg=PostingsFormat(name=TestBloomFilteredLucene41Postings), tgag=PostingsFormat(name=Memory doPackFST= true), aaxnq=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), hxdsff=PostingsFormat(name=TestBloomFilteredLucene41Postings), jshij=Lucene41(blocksize=128), anoowyo=MockVariableIntBlock(baseBlockSize=127), gmcvyjtby=PostingsFormat(name=Memory doPackFST= true), ko=Lucene41(blocksize=128), gqhcilm=PostingsFormat(name=Memory doPackFST= true), bpt=MockVariableIntBlock(baseBlockSize=127), zgzvfart=Lucene41(blocksize=128), afvgfy=PostingsFormat(name=Memory doPackFST= true), gbd=PostingsFormat(name=Memory doPackFST= true), aatnlqh=PostingsFormat(name=Memory doPackFST= true), qjsoqdpfl=Lucene41(blocksize=128), vfibzmm=PostingsFormat(name=Memory doPackFST= true), ejlfq=MockVariableIntBlock(baseBlockSize=127), aapnwk=Lucene41(blocksize=128), aapjiuvns=PostingsFormat(name=Memory doPackFST= true), abod=MockVariableIntBlock(baseBlockSize=127), v=MockVariableIntBlock(baseBlockSize=127), aeploikfk=MockVariableIntBlock(baseBlockSize=127), xjfsyder=PostingsFormat(name=TestBloomFilteredLucene41Postings), adbga=PostingsFormat(name=Memory doPackFST= true), dzybx=PostingsFormat(name=Memory doPackFST= true), abiqf=PostingsFormat(name=Memory doPackFST= true), vkskkcqj=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=cs_CZ, timezone=Asia/Colombo
>> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=10102672,total=137887744
>> [junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat]
>> [junit4:junit4] Completed on J1 in 14.93s, 7 tests, 2 failures <<< FAILURES!
>>
>> [...truncated 7 lines...]
>> [junit4:junit4] Suite: org.apache.lucene.util.fst.TestFSTs
>> [junit4:junit4] IGNOR/A 0.01s J1 | TestFSTs.testBigSet
>> [junit4:junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly)
>> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFSTs -Dtests.method=testRandomWords -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_DZ -Dtests.timezone=GMT0 -Dtests.file.encoding=US-ASCII
>> [junit4:junit4] FAILURE 0.03s J1 | TestFSTs.testRandomWords <<<
>> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
>> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:72656893AF6E8E83]:0)
>> [junit4:junit4]    >    at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:314)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:187)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.TestFSTs.doTest(TestFSTs.java:169)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:280)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:254)
>> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
>> [junit4:junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=440), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=440)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {titleTokenized=BM25(k1=1.2,b=0.75), body=DFR GB1}, locale=ar_DZ, timezone=GMT0
>> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=86825456,total=137887744
>> [junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat, TestFSTs]
>> [junit4:junit4] Completed on J1 in 23.59s, 17 tests, 1 failure, 1 skipped <<< FAILURES!
>>
>> [...truncated 345 lines...]
>> [junit4:junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
>> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDuelingCodecs -Dtests.method=testEquals -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=Indian/Christmas -Dtests.file.encoding=US-ASCII
>> [junit4:junit4] ERROR   5.69s J1 | TestDuelingCodecs.testEquals <<<
>> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
>> [junit4:junit4]    >    at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>> [junit4:junit4]    >    at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
>> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
>> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>> [junit4:junit4]    >    at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
>> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
>> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:100)
>> [junit4:junit4]    >    at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
>> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
>> [junit4:junit4]    > Throwable #2: java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}
>> [junit4:junit4]    >    at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:585)
>> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:124)
>> [junit4:junit4]    >    at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
>> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
>> [junit4:junit4]    > Caused by: java.lang.RuntimeException: unclosed IndexOutput: _2.fld
>> [junit4:junit4]    >    at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:476)
>> [junit4:junit4]    >    at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:448)
>> [junit4:junit4]    >    at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:62)
>> [junit4:junit4]    >    at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsWriter.<init>(SimpleTextStoredFieldsWriter.java:69)
>> [junit4:junit4]    >    at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsWriter(SimpleTextStoredFieldsFormat.java:45)
>> [junit4:junit4]    >    at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:86)
>> [junit4:junit4]    >    at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:119)
>> [junit4:junit4]    >    at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:287)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:274)
>> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:376)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1471)
>> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1146)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:152)
>> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
>> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
>> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:99)
>> [junit4:junit4]    >    at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
>> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
>> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>> [junit4:junit4]    >    ... 28 more
>> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {titleTokenized=DFR I(n)L3(800.0), body=DFR I(ne)LZ(0.3)}, locale=el, timezone=Indian/Christmas
>> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=25249744,total=201392128
>> [junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat, TestFSTs, TestPackedInts, TestFastCompressionMode, TestFilterAtomicReader, TestPagedBytes, Nested1, TestPostingsFormat, TestCharsRef, TestRollingBuffer, TestSpanSearchEquivalence, TestCachingWrapperFilter, TestByteSlices, TestAddIndexes, TestNRTCachingDirectory, TestGraphTokenizers, TestPrefixQuery, TestConcurrentMergeScheduler, TestNoMergePolicy, TestFuzzyQuery, TestAssertions, Nested1, TestNamedSPILoader, TestCodecHoldsOpenFiles, Before3, Before3, TestDisjunctionMaxQuery, TestPerFieldPostingsFormat, TestComplexExplanations, TestTopDocsCollector, TestSameScoresWithThreads, TestTransactionRollback, TestIntsRef, TestFixedBitSet, TestDeterminism, TestNewestSegment, TestWorstCaseTestBehavior, TestDirectory, TestDoc, TestDocTermOrdsRewriteMethod, TestUTF32ToUTF8, TestAtomicUpdate, TestVersionComparator, TestRecyclingIntBlockAllocator, TestTermdocPerf, TestNumericTokenStream, TestDocValuesFormat, TestLucene40TermVectorsFormat, TestIndexWriterWithThreads, TestNumericRangeQuery32, TestShardSearching, TestMultiMMap, TestIndexWriterMergePolicy, TestDuelingCodecs]
>> [junit4:junit4] Completed on J1 in 5.70s, 1 test, 1 error <<< FAILURES!
>>
>> [...truncated 486 lines...]
>> BUILD FAILED
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:374: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build.xml:50: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
>> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 344 suites, 2142 tests, 2 errors, 3 failures, 58 ignored (46 assumptions)
>>
>> Total time: 10 minutes 32 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Archiving artifacts
>> Recording test results
>> Description set: Java: 32bit/ibm-j9-jdk7
>> Email was triggered for: Failure
>> Sending email for trigger: Failure
>>
>>
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk7) - Build # 4658 - Still Failing!

Posted by Robert Muir <rc...@gmail.com>.
this is the old ibm jvm fst.pack() bug. it seems now it only happens on 32-bit

On Sun, Mar 10, 2013 at 8:59 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4658/
> Java: 32bit/ibm-j9-jdk7
>
> 5 tests failed.
> REGRESSION:  org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat.testSortedSetVariableLengthVsUninvertedField
>
> Error Message:
>
>
> Stack Trace:
> java.lang.ArrayIndexOutOfBoundsException
>         at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:A557D4C98686A786]:0)
>         at org.apache.lucene.store.ByteArrayDataInput.readVInt(ByteArrayDataInput.java:104)
>         at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.decodeMetaData(MemoryPostingsFormat.java:641)
>         at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.docFreq(MemoryPostingsFormat.java:743)
>         at org.apache.lucene.index.DocTermOrds.uninvert(DocTermOrds.java:364)
>         at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:198)
>         at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:189)
>         at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:177)
>         at org.apache.lucene.search.FieldCacheImpl$DocTermOrdsCache.createValue(FieldCacheImpl.java:1402)
>         at org.apache.lucene.search.FieldCacheImpl$Cache.get(FieldCacheImpl.java:212)
>         at org.apache.lucene.search.FieldCacheImpl.getDocTermOrds(FieldCacheImpl.java:1390)
>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedSetVsUninvertedField(BaseDocValuesFormatTestCase.java:1848)
>         at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedSetVariableLengthVsUninvertedField(BaseDocValuesFormatTestCase.java:1870)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>         at java.lang.reflect.Method.invoke(Method.java:613)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:780)
>
>
> REGRESSION:  org.apache.lucene.index.TestDuelingCodecs.testEquals
>
> Error Message:
> MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}
>
> Stack Trace:
> java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}
>         at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:585)
>         at org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:124)
>         at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>         at java.lang.reflect.Method.invoke(Method.java:613)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:780)
> Caused by: java.lang.RuntimeException: unclosed IndexOutput: _2.fld
>         at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:476)
>         at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:448)
>         at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:62)
>         at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsWriter.<init>(SimpleTextStoredFieldsWriter.java:69)
>         at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsWriter(SimpleTextStoredFieldsFormat.java:45)
>         at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:86)
>         at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:119)
>         at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65)
>         at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:287)
>         at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:274)
>         at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:376)
>         at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1471)
>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1146)
>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:152)
>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
>         at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
>         at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:99)
>         at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>         at java.lang.reflect.Method.invoke(Method.java:613)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         ... 28 more
>
>
> REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testClone
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:EA31A66603D52DAF]:0)
>         at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>         at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
>         at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
>         at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>         at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
>         at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
>         at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
>         at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
>         at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
>         at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>         at java.lang.reflect.Method.invoke(Method.java:613)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:780)
>
>
> REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testLotsOfFields
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:561A443AB9180756]:0)
>         at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>         at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
>         at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
>         at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
>         at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
>         at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
>         at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
>         at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
>         at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
>         at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:315)
>         at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:255)
>         at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testLotsOfFields(BaseTermVectorsFormatTestCase.java:580)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>         at java.lang.reflect.Method.invoke(Method.java:613)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:780)
>
>
> REGRESSION:  org.apache.lucene.util.fst.TestFSTs.testRandomWords
>
> Error Message:
>
>
> Stack Trace:
> java.lang.AssertionError
>         at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:72656893AF6E8E83]:0)
>         at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
>         at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
>         at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
>         at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:314)
>         at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:187)
>         at org.apache.lucene.util.fst.TestFSTs.doTest(TestFSTs.java:169)
>         at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:280)
>         at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:254)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
>         at java.lang.reflect.Method.invoke(Method.java:613)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
>         at java.lang.Thread.run(Thread.java:780)
>
>
>
>
> Build Log:
> [...truncated 293 lines...]
> [junit4:junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPerFieldDocValuesFormat -Dtests.method=testSortedSetVariableLengthVsUninvertedField -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_MX -Dtests.timezone=Asia/Dacca -Dtests.file.encoding=US-ASCII
> [junit4:junit4] ERROR   26.8s J1 | TestPerFieldDocValuesFormat.testSortedSetVariableLengthVsUninvertedField <<<
> [junit4:junit4]    > Throwable #1: java.lang.ArrayIndexOutOfBoundsException
> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:A557D4C98686A786]:0)
> [junit4:junit4]    >    at org.apache.lucene.store.ByteArrayDataInput.readVInt(ByteArrayDataInput.java:104)
> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.decodeMetaData(MemoryPostingsFormat.java:641)
> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.docFreq(MemoryPostingsFormat.java:743)
> [junit4:junit4]    >    at org.apache.lucene.index.DocTermOrds.uninvert(DocTermOrds.java:364)
> [junit4:junit4]    >    at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:198)
> [junit4:junit4]    >    at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:189)
> [junit4:junit4]    >    at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:177)
> [junit4:junit4]    >    at org.apache.lucene.search.FieldCacheImpl$DocTermOrdsCache.createValue(FieldCacheImpl.java:1402)
> [junit4:junit4]    >    at org.apache.lucene.search.FieldCacheImpl$Cache.get(FieldCacheImpl.java:212)
> [junit4:junit4]    >    at org.apache.lucene.search.FieldCacheImpl.getDocTermOrds(FieldCacheImpl.java:1390)
> [junit4:junit4]    >    at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedSetVsUninvertedField(BaseDocValuesFormatTestCase.java:1848)
> [junit4:junit4]    >    at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedSetVariableLengthVsUninvertedField(BaseDocValuesFormatTestCase.java:1870)
> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> [junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=es_MX, timezone=Asia/Dacca
> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=55144824,total=102105088
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat]
> [junit4:junit4] Completed on J1 in 106.33s, 53 tests, 1 error <<< FAILURES!
>
> [...truncated 190 lines...]
> [junit4:junit4] Suite: org.apache.lucene.index.TestTermVectorsFormat
> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testClone -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=Asia/Colombo -Dtests.file.encoding=US-ASCII
> [junit4:junit4] FAILURE 2.10s J1 | TestTermVectorsFormat.testClone <<<
> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:EA31A66603D52DAF]:0)
> [junit4:junit4]    >    at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
> [junit4:junit4]    >    at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
> [junit4:junit4]    >    at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
> [junit4:junit4]    >    at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
> [junit4:junit4]    >    at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testLotsOfFields -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=Asia/Colombo -Dtests.file.encoding=US-ASCII
> [junit4:junit4] FAILURE 0.06s J1 | TestTermVectorsFormat.testLotsOfFields <<<
> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:561A443AB9180756]:0)
> [junit4:junit4]    >    at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
> [junit4:junit4]    >    at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
> [junit4:junit4]    >    at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
> [junit4:junit4]    >    at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:315)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:255)
> [junit4:junit4]    >    at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testLotsOfFields(BaseTermVectorsFormatTestCase.java:580)
> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {=Lucene41(blocksize=128), mabdowfi=PostingsFormat(name=Memory doPackFST= true), abwhfotwtx=Lucene41(blocksize=128), pwjk=Lucene41(blocksize=128), afmq=PostingsFormat(name=Memory doPackFST= true), nvvig=Lucene41(blocksize=128), wgdf=MockVariableIntBlock(baseBlockSize=127), sgnjg=PostingsFormat(name=TestBloomFilteredLucene41Postings), tgag=PostingsFormat(name=Memory doPackFST= true), aaxnq=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), hxdsff=PostingsFormat(name=TestBloomFilteredLucene41Postings), jshij=Lucene41(blocksize=128), anoowyo=MockVariableIntBlock(baseBlockSize=127), gmcvyjtby=PostingsFormat(name=Memory doPackFST= true), ko=Lucene41(blocksize=128), gqhcilm=PostingsFormat(name=Memory doPackFST= true), bpt=MockVariableIntBlock(baseBlockSize=127), zgzvfart=Lucene41(blocksize=128), afvgfy=PostingsFormat(name=Memory doPackFST= true), gbd=PostingsFormat(name=Memory doPackFST= true), aatnlqh=PostingsFormat(name=Memory doPackFST= true), qjsoqdpfl=Lucene41(blocksize=128), vfibzmm=PostingsFormat(name=Memory doPackFST= true), ejlfq=MockVariableIntBlock(baseBlockSize=127), aapnwk=Lucene41(blocksize=128), aapjiuvns=PostingsFormat(name=Memory doPackFST= true), abod=MockVariableIntBlock(baseBlockSize=127), v=MockVariableIntBlock(baseBlockSize=127), aeploikfk=MockVariableIntBlock(baseBlockSize=127), xjfsyder=PostingsFormat(name=TestBloomFilteredLucene41Postings), adbga=PostingsFormat(name=Memory doPackFST= true), dzybx=PostingsFormat(name=Memory doPackFST= true), abiqf=PostingsFormat(name=Memory doPackFST= true), vkskkcqj=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=cs_CZ, timezone=Asia/Colombo
> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=10102672,total=137887744
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat]
> [junit4:junit4] Completed on J1 in 14.93s, 7 tests, 2 failures <<< FAILURES!
>
> [...truncated 7 lines...]
> [junit4:junit4] Suite: org.apache.lucene.util.fst.TestFSTs
> [junit4:junit4] IGNOR/A 0.01s J1 | TestFSTs.testBigSet
> [junit4:junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly)
> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFSTs -Dtests.method=testRandomWords -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_DZ -Dtests.timezone=GMT0 -Dtests.file.encoding=US-ASCII
> [junit4:junit4] FAILURE 0.03s J1 | TestFSTs.testRandomWords <<<
> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
> [junit4:junit4]    >    at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:72656893AF6E8E83]:0)
> [junit4:junit4]    >    at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:314)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:187)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.TestFSTs.doTest(TestFSTs.java:169)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:280)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:254)
> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4]    >    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> [junit4:junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=440), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=440)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {titleTokenized=BM25(k1=1.2,b=0.75), body=DFR GB1}, locale=ar_DZ, timezone=GMT0
> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=86825456,total=137887744
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat, TestFSTs]
> [junit4:junit4] Completed on J1 in 23.59s, 17 tests, 1 failure, 1 skipped <<< FAILURES!
>
> [...truncated 345 lines...]
> [junit4:junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDuelingCodecs -Dtests.method=testEquals -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=Indian/Christmas -Dtests.file.encoding=US-ASCII
> [junit4:junit4] ERROR   5.69s J1 | TestDuelingCodecs.testEquals <<<
> [junit4:junit4]    > Throwable #1: java.lang.AssertionError
> [junit4:junit4]    >    at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
> [junit4:junit4]    >    at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
> [junit4:junit4]    >    at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
> [junit4:junit4]    >    at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
> [junit4:junit4]    >    at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
> [junit4:junit4]    >    at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
> [junit4:junit4]    >    at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:100)
> [junit4:junit4]    >    at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> [junit4:junit4]    > Throwable #2: java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}
> [junit4:junit4]    >    at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:585)
> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:124)
> [junit4:junit4]    >    at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    >    at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    >    at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    >    at java.lang.Thread.run(Thread.java:780)
> [junit4:junit4]    > Caused by: java.lang.RuntimeException: unclosed IndexOutput: _2.fld
> [junit4:junit4]    >    at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:476)
> [junit4:junit4]    >    at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:448)
> [junit4:junit4]    >    at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:62)
> [junit4:junit4]    >    at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsWriter.<init>(SimpleTextStoredFieldsWriter.java:69)
> [junit4:junit4]    >    at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsWriter(SimpleTextStoredFieldsFormat.java:45)
> [junit4:junit4]    >    at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:86)
> [junit4:junit4]    >    at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:119)
> [junit4:junit4]    >    at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65)
> [junit4:junit4]    >    at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:287)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:274)
> [junit4:junit4]    >    at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:376)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1471)
> [junit4:junit4]    >    at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1146)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:152)
> [junit4:junit4]    >    at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
> [junit4:junit4]    >    at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:99)
> [junit4:junit4]    >    at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
> [junit4:junit4]    >    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
> [junit4:junit4]    >    at java.lang.reflect.Method.invoke(Method.java:613)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
> [junit4:junit4]    >    at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    >    ... 28 more
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {titleTokenized=DFR I(n)L3(800.0), body=DFR I(ne)LZ(0.3)}, locale=el, timezone=Indian/Christmas
> [junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=25249744,total=201392128
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat, TestFSTs, TestPackedInts, TestFastCompressionMode, TestFilterAtomicReader, TestPagedBytes, Nested1, TestPostingsFormat, TestCharsRef, TestRollingBuffer, TestSpanSearchEquivalence, TestCachingWrapperFilter, TestByteSlices, TestAddIndexes, TestNRTCachingDirectory, TestGraphTokenizers, TestPrefixQuery, TestConcurrentMergeScheduler, TestNoMergePolicy, TestFuzzyQuery, TestAssertions, Nested1, TestNamedSPILoader, TestCodecHoldsOpenFiles, Before3, Before3, TestDisjunctionMaxQuery, TestPerFieldPostingsFormat, TestComplexExplanations, TestTopDocsCollector, TestSameScoresWithThreads, TestTransactionRollback, TestIntsRef, TestFixedBitSet, TestDeterminism, TestNewestSegment, TestWorstCaseTestBehavior, TestDirectory, TestDoc, TestDocTermOrdsRewriteMethod, TestUTF32ToUTF8, TestAtomicUpdate, TestVersionComparator, TestRecyclingIntBlockAllocator, TestTermdocPerf, TestNumericTokenStream, TestDocValuesFormat, TestLucene40TermVectorsFormat, TestIndexWriterWithThreads, TestNumericRangeQuery32, TestShardSearching, TestMultiMMap, TestIndexWriterMergePolicy, TestDuelingCodecs]
> [junit4:junit4] Completed on J1 in 5.70s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 486 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:374: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build.xml:50: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 344 suites, 2142 tests, 2 errors, 3 failures, 58 ignored (46 assumptions)
>
> Total time: 10 minutes 32 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 32bit/ibm-j9-jdk7
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk7) - Build # 4658 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4658/
Java: 32bit/ibm-j9-jdk7 

5 tests failed.
REGRESSION:  org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat.testSortedSetVariableLengthVsUninvertedField

Error Message:


Stack Trace:
java.lang.ArrayIndexOutOfBoundsException
	at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:A557D4C98686A786]:0)
	at org.apache.lucene.store.ByteArrayDataInput.readVInt(ByteArrayDataInput.java:104)
	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.decodeMetaData(MemoryPostingsFormat.java:641)
	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.docFreq(MemoryPostingsFormat.java:743)
	at org.apache.lucene.index.DocTermOrds.uninvert(DocTermOrds.java:364)
	at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:198)
	at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:189)
	at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:177)
	at org.apache.lucene.search.FieldCacheImpl$DocTermOrdsCache.createValue(FieldCacheImpl.java:1402)
	at org.apache.lucene.search.FieldCacheImpl$Cache.get(FieldCacheImpl.java:212)
	at org.apache.lucene.search.FieldCacheImpl.getDocTermOrds(FieldCacheImpl.java:1390)
	at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedSetVsUninvertedField(BaseDocValuesFormatTestCase.java:1848)
	at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedSetVariableLengthVsUninvertedField(BaseDocValuesFormatTestCase.java:1870)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.lucene.index.TestDuelingCodecs.testEquals

Error Message:
MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}

Stack Trace:
java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}
	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:585)
	at org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:124)
	at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.RuntimeException: unclosed IndexOutput: _2.fld
	at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:476)
	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:448)
	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:62)
	at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsWriter.<init>(SimpleTextStoredFieldsWriter.java:69)
	at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsWriter(SimpleTextStoredFieldsFormat.java:45)
	at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:86)
	at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:119)
	at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65)
	at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:287)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:274)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:376)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1471)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1146)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:152)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
	at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
	at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:99)
	at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	... 28 more


REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testClone

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:EA31A66603D52DAF]:0)
	at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
	at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
	at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
	at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.lucene.index.TestTermVectorsFormat.testLotsOfFields

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:561A443AB9180756]:0)
	at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
	at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
	at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:315)
	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:255)
	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testLotsOfFields(BaseTermVectorsFormatTestCase.java:580)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)


REGRESSION:  org.apache.lucene.util.fst.TestFSTs.testRandomWords

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:72656893AF6E8E83]:0)
	at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
	at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
	at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
	at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:314)
	at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:187)
	at org.apache.lucene.util.fst.TestFSTs.doTest(TestFSTs.java:169)
	at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:280)
	at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:254)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)




Build Log:
[...truncated 293 lines...]
[junit4:junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPerFieldDocValuesFormat -Dtests.method=testSortedSetVariableLengthVsUninvertedField -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_MX -Dtests.timezone=Asia/Dacca -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   26.8s J1 | TestPerFieldDocValuesFormat.testSortedSetVariableLengthVsUninvertedField <<<
[junit4:junit4]    > Throwable #1: java.lang.ArrayIndexOutOfBoundsException
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:A557D4C98686A786]:0)
[junit4:junit4]    > 	at org.apache.lucene.store.ByteArrayDataInput.readVInt(ByteArrayDataInput.java:104)
[junit4:junit4]    > 	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.decodeMetaData(MemoryPostingsFormat.java:641)
[junit4:junit4]    > 	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$FSTTermsEnum.docFreq(MemoryPostingsFormat.java:743)
[junit4:junit4]    > 	at org.apache.lucene.index.DocTermOrds.uninvert(DocTermOrds.java:364)
[junit4:junit4]    > 	at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:198)
[junit4:junit4]    > 	at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:189)
[junit4:junit4]    > 	at org.apache.lucene.index.DocTermOrds.<init>(DocTermOrds.java:177)
[junit4:junit4]    > 	at org.apache.lucene.search.FieldCacheImpl$DocTermOrdsCache.createValue(FieldCacheImpl.java:1402)
[junit4:junit4]    > 	at org.apache.lucene.search.FieldCacheImpl$Cache.get(FieldCacheImpl.java:212)
[junit4:junit4]    > 	at org.apache.lucene.search.FieldCacheImpl.getDocTermOrds(FieldCacheImpl.java:1390)
[junit4:junit4]    > 	at org.apache.lucene.index.BaseDocValuesFormatTestCase.doTestSortedSetVsUninvertedField(BaseDocValuesFormatTestCase.java:1848)
[junit4:junit4]    > 	at org.apache.lucene.index.BaseDocValuesFormatTestCase.testSortedSetVariableLengthVsUninvertedField(BaseDocValuesFormatTestCase.java:1870)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=es_MX, timezone=Asia/Dacca
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=55144824,total=102105088
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat]
[junit4:junit4] Completed on J1 in 106.33s, 53 tests, 1 error <<< FAILURES!

[...truncated 190 lines...]
[junit4:junit4] Suite: org.apache.lucene.index.TestTermVectorsFormat
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testClone -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=Asia/Colombo -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 2.10s J1 | TestTermVectorsFormat.testClone <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:EA31A66603D52DAF]:0)
[junit4:junit4]    > 	at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
[junit4:junit4]    > 	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
[junit4:junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
[junit4:junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
[junit4:junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
[junit4:junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
[junit4:junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
[junit4:junit4]    > 	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testClone(BaseTermVectorsFormatTestCase.java:689)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTermVectorsFormat -Dtests.method=testLotsOfFields -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs_CZ -Dtests.timezone=Asia/Colombo -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 0.06s J1 | TestTermVectorsFormat.testLotsOfFields <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:561A443AB9180756]:0)
[junit4:junit4]    > 	at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
[junit4:junit4]    > 	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
[junit4:junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
[junit4:junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
[junit4:junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
[junit4:junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
[junit4:junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:315)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.getReader(RandomIndexWriter.java:255)
[junit4:junit4]    > 	at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testLotsOfFields(BaseTermVectorsFormatTestCase.java:580)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {=Lucene41(blocksize=128), mabdowfi=PostingsFormat(name=Memory doPackFST= true), abwhfotwtx=Lucene41(blocksize=128), pwjk=Lucene41(blocksize=128), afmq=PostingsFormat(name=Memory doPackFST= true), nvvig=Lucene41(blocksize=128), wgdf=MockVariableIntBlock(baseBlockSize=127), sgnjg=PostingsFormat(name=TestBloomFilteredLucene41Postings), tgag=PostingsFormat(name=Memory doPackFST= true), aaxnq=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), hxdsff=PostingsFormat(name=TestBloomFilteredLucene41Postings), jshij=Lucene41(blocksize=128), anoowyo=MockVariableIntBlock(baseBlockSize=127), gmcvyjtby=PostingsFormat(name=Memory doPackFST= true), ko=Lucene41(blocksize=128), gqhcilm=PostingsFormat(name=Memory doPackFST= true), bpt=MockVariableIntBlock(baseBlockSize=127), zgzvfart=Lucene41(blocksize=128), afvgfy=PostingsFormat(name=Memory doPackFST= true), gbd=PostingsFormat(name=Memory doPackFST= true), aatnlqh=PostingsFormat(name=Memory doPackFST= true), qjsoqdpfl=Lucene41(blocksize=128), vfibzmm=PostingsFormat(name=Memory doPackFST= true), ejlfq=MockVariableIntBlock(baseBlockSize=127), aapnwk=Lucene41(blocksize=128), aapjiuvns=PostingsFormat(name=Memory doPackFST= true), abod=MockVariableIntBlock(baseBlockSize=127), v=MockVariableIntBlock(baseBlockSize=127), aeploikfk=MockVariableIntBlock(baseBlockSize=127), xjfsyder=PostingsFormat(name=TestBloomFilteredLucene41Postings), adbga=PostingsFormat(name=Memory doPackFST= true), dzybx=PostingsFormat(name=Memory doPackFST= true), abiqf=PostingsFormat(name=Memory doPackFST= true), vkskkcqj=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=cs_CZ, timezone=Asia/Colombo
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=10102672,total=137887744
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat]
[junit4:junit4] Completed on J1 in 14.93s, 7 tests, 2 failures <<< FAILURES!

[...truncated 7 lines...]
[junit4:junit4] Suite: org.apache.lucene.util.fst.TestFSTs
[junit4:junit4] IGNOR/A 0.01s J1 | TestFSTs.testBigSet
[junit4:junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly)
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFSTs -Dtests.method=testRandomWords -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_DZ -Dtests.timezone=GMT0 -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 0.03s J1 | TestFSTs.testRandomWords <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CF4D3AC66612146:72656893AF6E8E83]:0)
[junit4:junit4]    > 	at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:314)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.FSTTester.doTest(FSTTester.java:187)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.TestFSTs.doTest(TestFSTs.java:169)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:280)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.TestFSTs.testRandomWords(TestFSTs.java:254)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=440), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=440)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {titleTokenized=BM25(k1=1.2,b=0.75), body=DFR GB1}, locale=ar_DZ, timezone=GMT0
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=86825456,total=137887744
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat, TestFSTs]
[junit4:junit4] Completed on J1 in 23.59s, 17 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 345 lines...]
[junit4:junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDuelingCodecs -Dtests.method=testEquals -Dtests.seed=CF4D3AC66612146 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=Indian/Christmas -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   5.69s J1 | TestDuelingCodecs.testEquals <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at org.apache.lucene.store.DataOutput.writeVLong(DataOutput.java:217)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.FST.pack(FST.java:1674)
[junit4:junit4]    > 	at org.apache.lucene.util.fst.Builder.finish(Builder.java:477)
[junit4:junit4]    > 	at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:274)
[junit4:junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriterPerField.flush(FreqProxTermsWriterPerField.java:548)
[junit4:junit4]    > 	at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:85)
[junit4:junit4]    > 	at org.apache.lucene.index.TermsHash.flush(TermsHash.java:116)
[junit4:junit4]    > 	at org.apache.lucene.index.DocInverter.flush(DocInverter.java:53)
[junit4:junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.flush(DocFieldProcessor.java:81)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:494)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:422)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:559)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2638)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2782)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2762)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.maybeCommit(RandomIndexWriter.java:163)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:155)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
[junit4:junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
[junit4:junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:100)
[junit4:junit4]    > 	at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]    > Throwable #2: java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_2.fld=1, _2.vec=1}
[junit4:junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:585)
[junit4:junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.tearDown(TestDuelingCodecs.java:124)
[junit4:junit4]    > 	at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:795)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]    > Caused by: java.lang.RuntimeException: unclosed IndexOutput: _2.fld
[junit4:junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:476)
[junit4:junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:448)
[junit4:junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:62)
[junit4:junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsWriter.<init>(SimpleTextStoredFieldsWriter.java:69)
[junit4:junit4]    > 	at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsWriter(SimpleTextStoredFieldsFormat.java:45)
[junit4:junit4]    > 	at org.apache.lucene.index.StoredFieldsProcessor.initFieldsWriter(StoredFieldsProcessor.java:86)
[junit4:junit4]    > 	at org.apache.lucene.index.StoredFieldsProcessor.finishDocument(StoredFieldsProcessor.java:119)
[junit4:junit4]    > 	at org.apache.lucene.index.TwoStoredFieldsConsumers.finishDocument(TwoStoredFieldsConsumers.java:65)
[junit4:junit4]    > 	at org.apache.lucene.index.DocFieldProcessor.finishDocument(DocFieldProcessor.java:287)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:274)
[junit4:junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:376)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1471)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1146)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:152)
[junit4:junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:114)
[junit4:junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:151)
[junit4:junit4]    > 	at org.apache.lucene.index.TestDuelingCodecs.setUp(TestDuelingCodecs.java:99)
[junit4:junit4]    > 	at sun.reflect.GeneratedMethodAccessor8.invoke(Unknown Source)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	... 28 more
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {titleTokenized=DFR I(n)L3(800.0), body=DFR I(ne)LZ(0.3)}, locale=el, timezone=Indian/Christmas
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.7.0 (32-bit)/cpus=8,threads=1,free=25249744,total=201392128
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestConsistentFieldNumbers, TestSearchWithThreads, TestAttributeSource, TestSegmentMerger, TestIndexWriterOnJRECrash, TestBasics, TestCheckIndex, TestVersion, TestSimpleExplanationsOfNonMatches, TestFilteredQuery, TestOpenBitSet, TestPerFieldDocValuesFormat, TestParallelCompositeReader, TestNeverDelete, TestField, TestFieldMaskingSpanQuery, TestLongPostings, TestSizeBoundedForceMerge, TestDocumentsWriterDeleteQueue, TestMultiPhraseQuery, TestMergeSchedulerExternal, TestDocValuesScoring, TestMultiThreadTermVectors, TestDateSort, TestCustomSearcherSort, TestDocTermOrds, TestBooleanScorer, TestTerm, TestBooleanQuery, TestPositiveScoresOnlyCollector, MultiCollectorTest, TestBitVector, Nested, TestStressIndexing2, Test4GBStoredFields, TestBooleanMinShouldMatch, TestFieldValueFilter, TestIndexFileDeleter, TestByteBlockPool, TestDocCount, TestTermVectorsFormat, TestFSTs, TestPackedInts, TestFastCompressionMode, TestFilterAtomicReader, TestPagedBytes, Nested1, TestPostingsFormat, TestCharsRef, TestRollingBuffer, TestSpanSearchEquivalence, TestCachingWrapperFilter, TestByteSlices, TestAddIndexes, TestNRTCachingDirectory, TestGraphTokenizers, TestPrefixQuery, TestConcurrentMergeScheduler, TestNoMergePolicy, TestFuzzyQuery, TestAssertions, Nested1, TestNamedSPILoader, TestCodecHoldsOpenFiles, Before3, Before3, TestDisjunctionMaxQuery, TestPerFieldPostingsFormat, TestComplexExplanations, TestTopDocsCollector, TestSameScoresWithThreads, TestTransactionRollback, TestIntsRef, TestFixedBitSet, TestDeterminism, TestNewestSegment, TestWorstCaseTestBehavior, TestDirectory, TestDoc, TestDocTermOrdsRewriteMethod, TestUTF32ToUTF8, TestAtomicUpdate, TestVersionComparator, TestRecyclingIntBlockAllocator, TestTermdocPerf, TestNumericTokenStream, TestDocValuesFormat, TestLucene40TermVectorsFormat, TestIndexWriterWithThreads, TestNumericRangeQuery32, TestShardSearching, TestMultiMMap, TestIndexWriterMergePolicy, TestDuelingCodecs]
[junit4:junit4] Completed on J1 in 5.70s, 1 test, 1 error <<< FAILURES!

[...truncated 486 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:374: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build.xml:50: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 344 suites, 2142 tests, 2 errors, 3 failures, 58 ignored (46 assumptions)

Total time: 10 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/ibm-j9-jdk7 
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4657 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4657/
Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:42984/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:42984/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([CDCEE18E17016B19:4C286F96605E0B25]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([CDCEE18E17016B19:4C286F96605E0B25]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9125 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
[junit4:junit4]   2> 0 T1043 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ap_an/
[junit4:junit4]   2> 3 T1043 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140
[junit4:junit4]   2> 3 T1043 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T1044 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 4 T1044 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T1044 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 5 T1044 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 5 T1044 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 6 T1044 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-1362959008140/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T1043 oasc.ZkTestServer.run start zk server on port:45260
[junit4:junit4]   2> 104 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1dfddb3
[junit4:junit4]   2> 105 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 105 T1049 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 106 T1049 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 106 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35086
[junit4:junit4]   2> 106 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35086
[junit4:junit4]   2> 106 T1047 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 195 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0000 with negotiated timeout 10000 for client /127.0.0.1:35086
[junit4:junit4]   2> 195 T1049 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0000, negotiated timeout = 10000
[junit4:junit4]   2> 196 T1050 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dfddb3 name:ZooKeeperConnection Watcher:127.0.0.1:45260 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 196 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 196 T1043 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 199 T1048 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d56b0018f0000
[junit4:junit4]   2> 200 T1045 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35086 which had sessionid 0x13d56b0018f0000
[junit4:junit4]   2> 200 T1043 oaz.ZooKeeper.close Session: 0x13d56b0018f0000 closed
[junit4:junit4]   2> 200 T1050 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 201 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1183b78
[junit4:junit4]   2> 202 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 202 T1051 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 203 T1051 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 203 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35087
[junit4:junit4]   2> 203 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35087
[junit4:junit4]   2> 204 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0001 with negotiated timeout 10000 for client /127.0.0.1:35087
[junit4:junit4]   2> 204 T1051 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0001, negotiated timeout = 10000
[junit4:junit4]   2> 204 T1052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1183b78 name:ZooKeeperConnection Watcher:127.0.0.1:45260/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 204 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 204 T1043 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 206 T1043 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 208 T1043 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 210 T1043 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 212 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 212 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 215 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 216 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 219 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 219 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 221 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 221 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 223 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 224 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 225 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 226 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 228 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 228 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 230 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 231 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 232 T1043 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 233 T1043 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 234 T1048 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d56b0018f0001
[junit4:junit4]   2> 235 T1052 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 235 T1045 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35087 which had sessionid 0x13d56b0018f0001
[junit4:junit4]   2> 235 T1043 oaz.ZooKeeper.close Session: 0x13d56b0018f0001 closed
[junit4:junit4]   2> 290 T1043 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 310 T1043 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41929
[junit4:junit4]   2> 311 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 311 T1043 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 312 T1043 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1362959008373
[junit4:junit4]   2> 312 T1043 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1362959008373/solr.xml
[junit4:junit4]   2> 312 T1043 oasc.CoreContainer.<init> New CoreContainer 27065227
[junit4:junit4]   2> 313 T1043 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1362959008373/'
[junit4:junit4]   2> 313 T1043 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1362959008373/'
[junit4:junit4]   2> 330 T1043 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 331 T1043 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 331 T1043 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 331 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 331 T1043 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 332 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 332 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 332 T1043 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 333 T1043 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 333 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 340 T1043 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 351 T1043 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45260/solr
[junit4:junit4]   2> 352 T1043 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 352 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@14347e
[junit4:junit4]   2> 353 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 353 T1062 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 354 T1062 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 354 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35088
[junit4:junit4]   2> 354 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35088
[junit4:junit4]   2> 355 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0002 with negotiated timeout 20000 for client /127.0.0.1:35088
[junit4:junit4]   2> 355 T1062 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0002, negotiated timeout = 20000
[junit4:junit4]   2> 355 T1063 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14347e name:ZooKeeperConnection Watcher:127.0.0.1:45260 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 356 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 357 T1048 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d56b0018f0002
[junit4:junit4]   2> 357 T1063 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 357 T1045 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35088 which had sessionid 0x13d56b0018f0002
[junit4:junit4]   2> 357 T1043 oaz.ZooKeeper.close Session: 0x13d56b0018f0002 closed
[junit4:junit4]   2> 358 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 370 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1138c9
[junit4:junit4]   2> 371 T1064 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 371 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 372 T1064 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 372 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35089
[junit4:junit4]   2> 372 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35089
[junit4:junit4]   2> 373 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0003 with negotiated timeout 20000 for client /127.0.0.1:35089
[junit4:junit4]   2> 373 T1064 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0003, negotiated timeout = 20000
[junit4:junit4]   2> 374 T1065 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1138c9 name:ZooKeeperConnection Watcher:127.0.0.1:45260/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 374 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 376 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 377 T1043 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 378 T1043 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41929_ap_an
[junit4:junit4]   2> 379 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41929_ap_an Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41929_ap_an
[junit4:junit4]   2> 379 T1043 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41929_ap_an
[junit4:junit4]   2> 381 T1043 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 384 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 385 T1043 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 386 T1043 oasc.Overseer.start Overseer (id=89322881557659651-127.0.0.1:41929_ap_an-n_0000000000) starting
[junit4:junit4]   2> 387 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 387 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 388 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 388 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 389 T1067 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 390 T1043 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 391 T1043 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 392 T1043 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 394 T1066 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 395 T1043 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 396 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 396 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 398 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 399 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1664df6
[junit4:junit4]   2> 400 T1069 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 400 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 400 T1069 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 400 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35090
[junit4:junit4]   2> 401 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35090
[junit4:junit4]   2> 401 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0004 with negotiated timeout 10000 for client /127.0.0.1:35090
[junit4:junit4]   2> 401 T1069 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0004, negotiated timeout = 10000
[junit4:junit4]   2> 402 T1070 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1664df6 name:ZooKeeperConnection Watcher:127.0.0.1:45260/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 402 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 403 T1043 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 404 T1043 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 459 T1043 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 460 T1043 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56910
[junit4:junit4]   2> 461 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 461 T1043 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 461 T1043 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541
[junit4:junit4]   2> 462 T1043 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541/solr.xml
[junit4:junit4]   2> 462 T1043 oasc.CoreContainer.<init> New CoreContainer 16462625
[junit4:junit4]   2> 463 T1043 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541/'
[junit4:junit4]   2> 463 T1043 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541/'
[junit4:junit4]   2> 480 T1043 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 480 T1043 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 481 T1043 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 481 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 481 T1043 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 481 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 482 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 482 T1043 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 482 T1043 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 483 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 489 T1043 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 501 T1043 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45260/solr
[junit4:junit4]   2> 501 T1043 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 501 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1dd920e
[junit4:junit4]   2> 502 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 502 T1080 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 503 T1080 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 503 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35091
[junit4:junit4]   2> 503 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35091
[junit4:junit4]   2> 504 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0005 with negotiated timeout 20000 for client /127.0.0.1:35091
[junit4:junit4]   2> 504 T1080 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0005, negotiated timeout = 20000
[junit4:junit4]   2> 504 T1081 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dd920e name:ZooKeeperConnection Watcher:127.0.0.1:45260 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 505 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 506 T1048 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d56b0018f0005
[junit4:junit4]   2> 506 T1081 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 506 T1045 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35091 which had sessionid 0x13d56b0018f0005
[junit4:junit4]   2> 506 T1043 oaz.ZooKeeper.close Session: 0x13d56b0018f0005 closed
[junit4:junit4]   2> 507 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 509 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@16df3b4
[junit4:junit4]   2> 510 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 510 T1082 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 511 T1082 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 511 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35092
[junit4:junit4]   2> 511 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35092
[junit4:junit4]   2> 512 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0006 with negotiated timeout 20000 for client /127.0.0.1:35092
[junit4:junit4]   2> 512 T1082 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0006, negotiated timeout = 20000
[junit4:junit4]   2> 512 T1083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16df3b4 name:ZooKeeperConnection Watcher:127.0.0.1:45260/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 512 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 513 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0006 type:create cxid:0x1 zxid:0x2e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 513 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0006 type:create cxid:0x2 zxid:0x2f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 516 T1043 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1518 T1043 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56910_ap_an
[junit4:junit4]   2> 1519 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0006 type:delete cxid:0xb zxid:0x30 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56910_ap_an Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56910_ap_an
[junit4:junit4]   2> 1520 T1043 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56910_ap_an
[junit4:junit4]   2> 1522 T1065 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1522 T1070 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1523 T1083 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1526 T1043 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1527 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1527 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1590 T1043 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 1592 T1043 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58282
[junit4:junit4]   2> 1593 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1593 T1043 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1594 T1043 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667
[junit4:junit4]   2> 1594 T1043 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667/solr.xml
[junit4:junit4]   2> 1594 T1043 oasc.CoreContainer.<init> New CoreContainer 15700308
[junit4:junit4]   2> 1595 T1043 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667/'
[junit4:junit4]   2> 1595 T1043 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667/'
[junit4:junit4]   2> 1612 T1043 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1613 T1043 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1613 T1043 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1613 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1614 T1043 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1614 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1614 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1615 T1043 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1615 T1043 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1615 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1622 T1043 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1633 T1043 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45260/solr
[junit4:junit4]   2> 1634 T1043 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1634 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ded18b
[junit4:junit4]   2> 1635 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1635 T1094 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1636 T1094 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 1636 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35093
[junit4:junit4]   2> 1636 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35093
[junit4:junit4]   2> 1637 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0007 with negotiated timeout 20000 for client /127.0.0.1:35093
[junit4:junit4]   2> 1637 T1094 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0007, negotiated timeout = 20000
[junit4:junit4]   2> 1637 T1095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ded18b name:ZooKeeperConnection Watcher:127.0.0.1:45260 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1637 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1638 T1048 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d56b0018f0007
[junit4:junit4]   2> 1639 T1095 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1639 T1045 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35093 which had sessionid 0x13d56b0018f0007
[junit4:junit4]   2> 1639 T1043 oaz.ZooKeeper.close Session: 0x13d56b0018f0007 closed
[junit4:junit4]   2> 1639 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1642 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@12f1055
[junit4:junit4]   2> 1643 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1643 T1096 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1644 T1096 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 1644 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35094
[junit4:junit4]   2> 1644 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35094
[junit4:junit4]   2> 1645 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0008 with negotiated timeout 20000 for client /127.0.0.1:35094
[junit4:junit4]   2> 1645 T1096 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0008, negotiated timeout = 20000
[junit4:junit4]   2> 1646 T1097 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12f1055 name:ZooKeeperConnection Watcher:127.0.0.1:45260/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1646 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1647 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0008 type:create cxid:0x1 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1649 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0008 type:create cxid:0x2 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1650 T1043 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2652 T1043 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58282_ap_an
[junit4:junit4]   2> 2652 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0008 type:delete cxid:0xb zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58282_ap_an Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58282_ap_an
[junit4:junit4]   2> 2653 T1043 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58282_ap_an
[junit4:junit4]   2> 2655 T1070 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2655 T1065 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2656 T1097 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2656 T1083 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2668 T1043 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2669 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2669 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2730 T1043 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 2732 T1043 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49811
[junit4:junit4]   2> 2733 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2733 T1043 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2733 T1043 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809
[junit4:junit4]   2> 2734 T1043 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809/solr.xml
[junit4:junit4]   2> 2734 T1043 oasc.CoreContainer.<init> New CoreContainer 3854414
[junit4:junit4]   2> 2734 T1043 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809/'
[junit4:junit4]   2> 2735 T1043 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809/'
[junit4:junit4]   2> 2753 T1043 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2754 T1043 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2754 T1043 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2754 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2755 T1043 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2755 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2755 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2756 T1043 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2756 T1043 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2756 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2763 T1043 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2777 T1043 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45260/solr
[junit4:junit4]   2> 2778 T1043 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2778 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@b505ee
[junit4:junit4]   2> 2779 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2779 T1108 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2780 T1108 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 2780 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35095
[junit4:junit4]   2> 2780 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35095
[junit4:junit4]   2> 2781 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f0009 with negotiated timeout 20000 for client /127.0.0.1:35095
[junit4:junit4]   2> 2781 T1108 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f0009, negotiated timeout = 20000
[junit4:junit4]   2> 2781 T1109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b505ee name:ZooKeeperConnection Watcher:127.0.0.1:45260 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2781 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2782 T1048 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d56b0018f0009
[junit4:junit4]   2> 2783 T1109 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2783 T1045 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35095 which had sessionid 0x13d56b0018f0009
[junit4:junit4]   2> 2783 T1043 oaz.ZooKeeper.close Session: 0x13d56b0018f0009 closed
[junit4:junit4]   2> 2783 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2786 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c5b97
[junit4:junit4]   2> 2787 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2787 T1110 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 2788 T1110 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 2788 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35096
[junit4:junit4]   2> 2788 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35096
[junit4:junit4]   2> 2789 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f000a with negotiated timeout 20000 for client /127.0.0.1:35096
[junit4:junit4]   2> 2789 T1110 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f000a, negotiated timeout = 20000
[junit4:junit4]   2> 2789 T1111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c5b97 name:ZooKeeperConnection Watcher:127.0.0.1:45260/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2790 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2791 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f000a type:create cxid:0x1 zxid:0x3e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2791 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f000a type:create cxid:0x2 zxid:0x3f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2792 T1043 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3795 T1043 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49811_ap_an
[junit4:junit4]   2> 3795 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f000a type:delete cxid:0xb zxid:0x40 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49811_ap_an Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49811_ap_an
[junit4:junit4]   2> 3796 T1043 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49811_ap_an
[junit4:junit4]   2> 3799 T1070 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3799 T1083 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3799 T1065 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3800 T1097 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3800 T1111 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 3804 T1043 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3804 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3804 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3863 T1043 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3864 T1043 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46971
[junit4:junit4]   2> 3865 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3865 T1043 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3866 T1043 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1362959011944
[junit4:junit4]   2> 3866 T1043 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1362959011944/solr.xml
[junit4:junit4]   2> 3866 T1043 oasc.CoreContainer.<init> New CoreContainer 19299950
[junit4:junit4]   2> 3867 T1043 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1362959011944/'
[junit4:junit4]   2> 3867 T1043 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1362959011944/'
[junit4:junit4]   2> 3884 T1043 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3885 T1043 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3885 T1043 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3885 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3885 T1043 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3886 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3886 T1043 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3886 T1043 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3887 T1043 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3887 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3893 T1043 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3905 T1043 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45260/solr
[junit4:junit4]   2> 3905 T1043 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3906 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1377344
[junit4:junit4]   2> 3906 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3907 T1122 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3907 T1122 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 3907 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35097
[junit4:junit4]   2> 3908 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35097
[junit4:junit4]   2> 3908 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f000b with negotiated timeout 20000 for client /127.0.0.1:35097
[junit4:junit4]   2> 3908 T1122 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f000b, negotiated timeout = 20000
[junit4:junit4]   2> 3909 T1123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1377344 name:ZooKeeperConnection Watcher:127.0.0.1:45260 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3909 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3910 T1048 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d56b0018f000b
[junit4:junit4]   2> 3910 T1123 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3910 T1045 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35097 which had sessionid 0x13d56b0018f000b
[junit4:junit4]   2> 3910 T1043 oaz.ZooKeeper.close Session: 0x13d56b0018f000b closed
[junit4:junit4]   2> 3911 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3914 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@c1ac94
[junit4:junit4]   2> 3914 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3915 T1124 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3915 T1124 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 3915 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35098
[junit4:junit4]   2> 3916 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35098
[junit4:junit4]   2> 3916 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f000c with negotiated timeout 20000 for client /127.0.0.1:35098
[junit4:junit4]   2> 3916 T1124 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f000c, negotiated timeout = 20000
[junit4:junit4]   2> 3917 T1125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c1ac94 name:ZooKeeperConnection Watcher:127.0.0.1:45260/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3917 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3918 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f000c type:create cxid:0x1 zxid:0x46 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3918 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f000c type:create cxid:0x2 zxid:0x47 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3920 T1043 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4922 T1043 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46971_ap_an
[junit4:junit4]   2> 4922 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f000c type:delete cxid:0xb zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46971_ap_an Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46971_ap_an
[junit4:junit4]   2> 4923 T1043 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46971_ap_an
[junit4:junit4]   2> 4926 T1083 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4926 T1111 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4926 T1070 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4926 T1065 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4926 T1097 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4927 T1125 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 4931 T1043 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4932 T1043 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4932 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4935 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4939 T1078 oasc.CoreContainer.create Creating SolrCore 'unloadcollection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541/unloadcollection1
[junit4:junit4]   2> 4939 T1078 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 4940 T1078 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:unloadcollection
[junit4:junit4]   2> 4940 T1078 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 4941 T1078 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 4941 T1078 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection
[junit4:junit4]   2> 4943 T1078 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 4944 T1078 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541/unloadcollection1/'
[junit4:junit4]   2> 4985 T1078 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5025 T1078 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5026 T1078 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5030 T1078 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5441 T1078 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5447 T1078 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5450 T1078 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5459 T1078 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5462 T1078 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5465 T1078 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5466 T1078 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5466 T1078 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5467 T1078 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5468 T1078 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5468 T1078 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5468 T1078 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5468 T1078 oasc.SolrCore.<init> [unloadcollection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541/unloadcollection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959013075unloadcollection1_1n/
[junit4:junit4]   2> 5469 T1078 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12176dd
[junit4:junit4]   2> 5469 T1078 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5470 T1078 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959013075unloadcollection1_1n forceNew: false
[junit4:junit4]   2> 5470 T1078 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959013075unloadcollection1_1n/index/
[junit4:junit4]   2> 5470 T1078 oasc.SolrCore.initIndex WARNING [unloadcollection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959013075unloadcollection1_1n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5471 T1078 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959013075unloadcollection1_1n/index forceNew: false
[junit4:junit4]   2> 5472 T1078 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e80663 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e20319),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5472 T1078 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5474 T1078 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5474 T1078 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5474 T1078 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5475 T1078 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5475 T1078 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5476 T1078 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5476 T1078 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5476 T1078 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5477 T1078 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5479 T1078 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5482 T1078 oass.SolrIndexSearcher.<init> Opening Searcher@a9e871 main
[junit4:junit4]   2> 5482 T1078 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959013075unloadcollection1_1n/tlog
[junit4:junit4]   2> 5483 T1078 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5483 T1078 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5487 T1127 oasc.SolrCore.registerSearcher [unloadcollection1] Registered new searcher Searcher@a9e871 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5489 T1078 oasc.ZkController.publish publishing core=unloadcollection1 state=down
[junit4:junit4]   2> 5490 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0006 type:create cxid:0x40 zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 6401 T1066 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6401 T1066 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56910_ap_an",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"unloadcollection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56910/ap_an"}
[junit4:junit4]   2> 6401 T1066 oasc.Overseer$ClusterStateUpdater.createCollection Create collection unloadcollection with numShards 1
[junit4:junit4]   2> 6402 T1066 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6402 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0003 type:create cxid:0x46 zxid:0x4f txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 6407 T1097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6407 T1083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6407 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6407 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6407 T1065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6407 T1125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 6492 T1078 oasc.CoreContainer.registerCore registering core: unloadcollection1
[junit4:junit4]   2> 6492 T1078 oasc.ZkController.register Register replica - core:unloadcollection1 address:http://127.0.0.1:56910/ap_an collection:unloadcollection shard:shard1
[junit4:junit4]   2> 6493 T1078 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leader_elect/shard1/election
[junit4:junit4]   2> 6497 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0006 type:delete cxid:0x51 zxid:0x59 txntype:-1 reqpath:n/a Error Path:/solr/collections/unloadcollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/unloadcollection/leaders
[junit4:junit4]   2> 6498 T1078 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6498 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0006 type:create cxid:0x52 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6499 T1078 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6500 T1078 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6500 T1078 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56910/ap_an/unloadcollection1/
[junit4:junit4]   2> 6500 T1078 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6500 T1078 oasc.SyncStrategy.syncToMe http://127.0.0.1:56910/ap_an/unloadcollection1/ has no replicas
[junit4:junit4]   2> 6501 T1078 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56910/ap_an/unloadcollection1/
[junit4:junit4]   2> 6501 T1078 oascc.SolrZkClient.makePath makePath: /collections/unloadcollection/leaders/shard1
[junit4:junit4]   2> 6503 T1048 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d56b0018f0006 type:create cxid:0x5c zxid:0x5e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7911 T1066 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7916 T1065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7916 T1125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7916 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7916 T1097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7916 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7916 T1083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 7957 T1078 oasc.ZkController.register We are http://127.0.0.1:56910/ap_an/unloadcollection1/ and leader is http://127.0.0.1:56910/ap_an/unloadcollection1/
[junit4:junit4]   2> 7958 T1078 oasc.ZkController.register No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:56910/ap_an
[junit4:junit4]   2> 7958 T1078 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7958 T1078 oasc.ZkController.publish publishing core=unloadcollection1 state=active
[junit4:junit4]   2> 7960 T1078 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7961 T1078 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541/solr.xml
[junit4:junit4]   2> 7967 T1078 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1362959008541/solr.xml
[junit4:junit4]   2> 7968 T1078 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959013075unloadcollection1_1n&name=unloadcollection1&version=2&wt=javabin&collection=unloadcollection&numShards=1&action=CREATE} status=0 QTime=3029 
[junit4:junit4]   2> 7969 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 7970 T1043 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45260/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d7fb80
[junit4:junit4]   2> 7971 T1043 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7971 T1128 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:45260. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7972 T1128 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:45260, initiating session
[junit4:junit4]   2> 7972 T1045 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35102
[junit4:junit4]   2> 7972 T1045 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35102
[junit4:junit4]   2> 7973 T1047 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d56b0018f000d with negotiated timeout 10000 for client /127.0.0.1:35102
[junit4:junit4]   2> 7973 T1128 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:45260, sessionid = 0x13d56b0018f000d, negotiated timeout = 10000
[junit4:junit4]   2> 7974 T1129 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d7fb80 name:ZooKeeperConnection Watcher:127.0.0.1:45260/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7974 T1043 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7975 T1043 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7977 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7977 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7981 T1091 oasc.CoreContainer.create Creating SolrCore 'unloadcollection2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667/unloadcollection2
[junit4:junit4]   2> 7981 T1091 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 7982 T1091 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7982 T1091 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 7983 T1091 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667/unloadcollection2/'
[junit4:junit4]   2> 8023 T1091 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8058 T1091 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8059 T1091 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8064 T1091 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8477 T1091 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8483 T1091 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8486 T1091 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8496 T1091 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8500 T1091 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8503 T1091 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8504 T1091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8504 T1091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8505 T1091 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8505 T1091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8506 T1091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8506 T1091 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8506 T1091 oasc.SolrCore.<init> [unloadcollection2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667/unloadcollection2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959016117unloadcollection1_2n/
[junit4:junit4]   2> 8507 T1091 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12176dd
[junit4:junit4]   2> 8508 T1091 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8508 T1091 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959016117unloadcollection1_2n forceNew: false
[junit4:junit4]   2> 8508 T1091 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959016117unloadcollection1_2n/index/
[junit4:junit4]   2> 8509 T1091 oasc.SolrCore.initIndex WARNING [unloadcollection2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959016117unloadcollection1_2n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8509 T1091 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959016117unloadcollection1_2n/index forceNew: false
[junit4:junit4]   2> 8510 T1091 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a83067 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c8f5cc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8511 T1091 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8512 T1091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8512 T1091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8513 T1091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8513 T1091 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8514 T1091 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8514 T1091 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8514 T1091 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8515 T1091 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8515 T1091 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8518 T1091 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8520 T1091 oass.SolrIndexSearcher.<init> Opening Searcher@8ef013 main
[junit4:junit4]   2> 8521 T1091 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959016117unloadcollection1_2n/tlog
[junit4:junit4]   2> 8521 T1091 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8522 T1091 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8525 T1130 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@8ef013 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8525 T1091 oasc.ZkController.publish publishing core=unloadcollection2 state=down
[junit4:junit4]   2> 8525 T1091 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9421 T1066 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9422 T1066 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56910_ap_an",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"unloadcollection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56910/ap_an"}
[junit4:junit4]   2> 9424 T1066 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58282_ap_an",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58282/ap_an"}
[junit4:junit4]   2> 9425 T1066 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 9425 T1066 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9427 T1083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9428 T1125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9428 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9428 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9428 T1097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9428 T1129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9428 T1065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 9527 T1091 oasc.CoreContainer.registerCore registering core: unloadcollection2
[junit4:junit4]   2> 9527 T1091 oasc.ZkController.register Register replica - core:unloadcollection2 address:http://127.0.0.1:58282/ap_an collection:unloadcollection shard:shard1
[junit4:junit4]   2> 9530 T1091 oasc.ZkController.register We are http://127.0.0.1:58282/ap_an/unloadcollection2/ and leader is http://127.0.0.1:56910/ap_an/unloadcollection1/
[junit4:junit4]   2> 9530 T1091 oasc.ZkController.register No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:58282/ap_an
[junit4:junit4]   2> 9531 T1091 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection2
[junit4:junit4]   2> 9531 T1091 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C54 name=unloadcollection2 org.apache.solr.core.SolrCore@67e0f url=http://127.0.0.1:58282/ap_an/unloadcollection2 node=127.0.0.1:58282_ap_an C54_STATE=coll:unloadcollection core:unloadcollection2 props:{state=down, collection=unloadcollection, node_name=127.0.0.1:58282_ap_an, core=unloadcollection2, base_url=http://127.0.0.1:58282/ap_an}
[junit4:junit4]   2> 9531 T1131 C54 P58282 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
[junit4:junit4]   2> 9532 T1091 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9532 T1131 C54 P58282 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9533 T1131 C54 P58282 oasc.ZkController.publish publishing core=unloadcollection2 state=recovering
[junit4:junit4]   2> 9533 T1131 C54 P58282 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9533 T1091 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667/solr.xml
[junit4:junit4]   2> 9534 T1131 C54 P58282 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9541 T1091 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1362959009667/solr.xml
[junit4:junit4]   2> 9542 T1091 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959016117unloadcollection1_2n&name=unloadcollection2&version=2&wt=javabin&collection=unloadcollection&action=CREATE} status=0 QTime=1561 
[junit4:junit4]   2> 9543 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9544 T1043 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 9545 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10546 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10934 T1066 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10935 T1066 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58282_ap_an",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58282/ap_an"}
[junit4:junit4]   2> 10954 T1129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10954 T1097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10955 T1065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10955 T1125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10955 T1083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10955 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 10955 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11540 T1079 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&wt=javabin&checkLive=true&state=recovering&nodeName=127.0.0.1:58282_ap_an&core=unloadcollection1&onlyIfLeader=true&coreNodeName=127.0.0.1:58282_ap_an_unloadcollection2&action=PREPRECOVERY} status=0 QTime=2001 
[junit4:junit4]   2> 11547 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12549 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C54_STATE=coll:unloadcollection core:unloadcollection2 props:{state=recovering, shard=shard1, collection=unloadcollection, node_name=127.0.0.1:58282_ap_an, core=unloadcollection2, base_url=http://127.0.0.1:58282/ap_an}
[junit4:junit4]   2> 13541 T1131 C54 P58282 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56910/ap_an/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
[junit4:junit4]   2> 13541 T1131 C54 P58282 oasu.PeerSync.sync PeerSync: core=unloadcollection2 url=http://127.0.0.1:58282/ap_an START replicas=[http://127.0.0.1:56910/ap_an/unloadcollection1/] nUpdates=100
[junit4:junit4]   2> 13541 T1131 C54 P58282 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 13542 T1131 C54 P58282 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection2
[junit4:junit4]   2> 13542 T1131 C54 P58282 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection2
[junit4:junit4]   2> 13542 T1131 C54 P58282 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection2
[junit4:junit4]   2> 13542 T1131 C54 P58282 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 13542 T1131 C54 P58282 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56910/ap_an/unloadcollection1/. core=unloadcollection2
[junit4:junit4]   2> 13543 T1131 C54 P58282 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13550 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C55 name=unloadcollection1 org.apache.solr.core.SolrCore@1a197f url=http://127.0.0.1:56910/ap_an/unloadcollection1 node=127.0.0.1:56910_ap_an C55_STATE=coll:unloadcollection core:unloadcollection1 props:{state=active, shard=shard1, collection=unloadcollection, node_name=127.0.0.1:56910_ap_an, core=unloadcollection1, base_url=http://127.0.0.1:56910/ap_an, leader=true}
[junit4:junit4]   2> 13550 T1077 C55 P56910 REQ /get {version=2&wt=javabin&getVersions=100&distrib=false&qt=/get} status=0 QTime=1 
[junit4:junit4]   2> 13553 T1076 C55 P56910 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 13554 T1076 C55 P56910 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e80663 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e20319),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13554 T1076 C55 P56910 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13555 T1076 C55 P56910 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e80663 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e20319),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e80663 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e20319),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 13556 T1076 C55 P56910 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 13556 T1076 C55 P56910 oass.SolrIndexSearcher.<init> Opening Searcher@17f546c realtime
[junit4:junit4]   2> 13557 T1076 C55 P56910 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 13557 T1076 C55 P56910 /update {waitSearcher=true&commit=true&version=2&wt=javabin&openSearcher=false&softCommit=false&commit_end_point=true} {commit=} 0 4
[junit4:junit4]   2> 13558 T1131 C54 P58282 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13558 T1131 C54 P58282 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 13562 T1079 C55 P56910 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 13562 T1079 C55 P56910 REQ /replication {version=2&wt=javabin&qt=/replication&command=indexversion} status=0 QTime=3 
[junit4:junit4]   2> 13563 T1131 C54 P58282 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 13563 T1131 C54 P58282 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 13563 T1131 C54 P58282 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 13565 T1077 C55 P56910 REQ /replication {version=2&wt=javabin&generation=2&qt=/replication&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 13565 T1131 C54 P58282 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 13566 T1131 C54 P58282 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959016117unloadcollection1_2n/index.20130310194341703 forceNew: false
[junit4:junit4]   2> 13567 T1131 C54 P58282 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@65599f lockFactory=org.apache.lucene.store.NativeFSLockFactory@d96725) fullCopy=false
[junit4:junit4]   2> 13569 T1076 C55 P56910 REQ /replication {file=segments_2&wt=filestream&generation=2&qt=/replication&command=filecontent&checksum=true} status=0 QTime=0 
[junit4:junit4]   2> 13570 T1131 C54 P58282 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 13571 T1131 C54 P58282 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 13571 T1131 C54 P58282 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=unloadcollection2
[junit4:junit4]   2> 13572 T1131 C54 P58282 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a83067 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c8f5cc),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a83067 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c8f5cc),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 13573 T1131 C54 P58282 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 13573 T1131 C54 P58282 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 13573 T1131 C54 P58282 oass.SolrIndexSearcher.<init> Opening Searcher@b3911e main
[junit4:junit4]   2> 13574 T1130 oasc.SolrCore.registerSearcher [unloadcollection2] Registered new searcher Searcher@b3911e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 13574 T1131 C54 P58282 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@65599f lockFactory=org.apache.lucene.store.NativeFSLockFactory@d96725)
[junit4:junit4]   2> 13574 T1131 C54 P58282 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection2
[junit4:junit4]   2> 13575 T1131 C54 P58282 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection2
[junit4:junit4]   2> 13575 T1131 C54 P58282 oasc.ZkController.publish publishing core=unloadcollection2 state=active
[junit4:junit4]   2> 13575 T1131 C54 P58282 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13576 T1131 C54 P58282 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection2
[junit4:junit4]   2> 13960 T1066 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13961 T1066 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58282_ap_an",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"unloadcollection2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58282/ap_an"}
[junit4:junit4]   2> 13964 T1065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13964 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13964 T1083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13964 T1097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13964 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13964 T1129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13964 T1125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14552 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14552 T1043 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
[junit4:junit4]   2> 14553 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14557 T1105 oasc.CoreContainer.create Creating SolrCore 'unloadcollection3' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809/unloadcollection3
[junit4:junit4]   2> 14557 T1105 oasc.ZkController.createCollectionZkNode Check for collection zkNode:unloadcollection
[junit4:junit4]   2> 14558 T1105 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14558 T1105 oasc.ZkController.readConfigName Load collection config from:/collections/unloadcollection
[junit4:junit4]   2> 14559 T1105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809/unloadcollection3/'
[junit4:junit4]   2> 14603 T1105 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14642 T1105 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14643 T1105 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14647 T1105 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15079 T1105 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15085 T1105 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15088 T1105 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15096 T1105 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15100 T1105 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15103 T1105 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15104 T1105 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15104 T1105 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15104 T1105 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15105 T1105 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15105 T1105 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15106 T1105 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15106 T1105 oasc.SolrCore.<init> [unloadcollection3] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809/unloadcollection3/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959022693unloadcollection_3n/
[junit4:junit4]   2> 15106 T1105 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12176dd
[junit4:junit4]   2> 15107 T1105 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15107 T1105 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959022693unloadcollection_3n forceNew: false
[junit4:junit4]   2> 15108 T1105 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959022693unloadcollection_3n/index/
[junit4:junit4]   2> 15108 T1105 oasc.SolrCore.initIndex WARNING [unloadcollection3] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959022693unloadcollection_3n/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15108 T1105 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959022693unloadcollection_3n/index forceNew: false
[junit4:junit4]   2> 15109 T1105 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ff9c85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fac1d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15110 T1105 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15111 T1105 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15111 T1105 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15112 T1105 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15112 T1105 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15113 T1105 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15113 T1105 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15113 T1105 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15114 T1105 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15114 T1105 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15116 T1105 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15119 T1105 oass.SolrIndexSearcher.<init> Opening Searcher@e11485 main
[junit4:junit4]   2> 15119 T1105 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959022693unloadcollection_3n/tlog
[junit4:junit4]   2> 15120 T1105 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15120 T1105 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15124 T1134 oasc.SolrCore.registerSearcher [unloadcollection3] Registered new searcher Searcher@e11485 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15126 T1105 oasc.ZkController.publish publishing core=unloadcollection3 state=down
[junit4:junit4]   2> 15126 T1105 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15468 T1066 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15468 T1066 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49811_ap_an",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49811/ap_an"}
[junit4:junit4]   2> 15468 T1066 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15469 T1066 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15473 T1129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15473 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15473 T1125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15473 T1097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15473 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15473 T1065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15473 T1083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16128 T1105 oasc.CoreContainer.registerCore registering core: unloadcollection3
[junit4:junit4]   2> 16128 T1105 oasc.ZkController.register Register replica - core:unloadcollection3 address:http://127.0.0.1:49811/ap_an collection:unloadcollection shard:shard1
[junit4:junit4]   2> 16131 T1105 oasc.ZkController.register We are http://127.0.0.1:49811/ap_an/unloadcollection3/ and leader is http://127.0.0.1:56910/ap_an/unloadcollection1/
[junit4:junit4]   2> 16132 T1105 oasc.ZkController.register No LogReplay needed for core=unloadcollection3 baseURL=http://127.0.0.1:49811/ap_an
[junit4:junit4]   2> 16132 T1105 oasc.ZkController.checkRecovery Core needs to recover:unloadcollection3
[junit4:junit4]   2> 16133 T1105 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C56 name=unloadcollection3 org.apache.solr.core.SolrCore@94f8df url=http://127.0.0.1:49811/ap_an/unloadcollection3 node=127.0.0.1:49811_ap_an C56_STATE=coll:unloadcollection core:unloadcollection3 props:{state=down, collection=unloadcollection, node_name=127.0.0.1:49811_ap_an, core=unloadcollection3, base_url=http://127.0.0.1:49811/ap_an}
[junit4:junit4]   2> 16133 T1135 C56 P49811 oasc.RecoveryStrategy.run Starting recovery process.  core=unloadcollection3 recoveringAfterStartup=true
[junit4:junit4]   2> 16135 T1135 C56 P49811 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16134 T1105 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16135 T1135 C56 P49811 oasc.ZkController.publish publishing core=unloadcollection3 state=recovering
[junit4:junit4]   2> 16135 T1135 C56 P49811 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16135 T1105 oasc.CoreContainer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809/solr.xml
[junit4:junit4]   2> 16136 T1135 C56 P49811 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16145 T1105 oasc.SolrXMLSerializer.persistFile Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1362959010809/solr.xml
[junit4:junit4]   2> 16146 T1105 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959022693unloadcollection_3n&name=unloadcollection3&version=2&wt=javabin&collection=unloadcollection&action=CREATE} status=0 QTime=1589 
[junit4:junit4]   2> 16147 T1043 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 16147 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16977 T1066 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16978 T1066 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49811_ap_an",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49811/ap_an"}
[junit4:junit4]   2> 16980 T1129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16980 T1125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16980 T1083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16980 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16980 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16980 T1097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16981 T1065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17140 T1076 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&wt=javabin&checkLive=true&state=recovering&nodeName=127.0.0.1:49811_ap_an&core=unloadcollection1&onlyIfLeader=true&coreNodeName=127.0.0.1:49811_ap_an_unloadcollection3&action=PREPRECOVERY} status=0 QTime=1000 
[junit4:junit4]   2> 17149 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18150 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C56_STATE=coll:unloadcollection core:unloadcollection3 props:{state=recovering, shard=shard1, collection=unloadcollection, node_name=127.0.0.1:49811_ap_an, core=unloadcollection3, base_url=http://127.0.0.1:49811/ap_an}
[junit4:junit4]   2> 19141 T1135 C56 P49811 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56910/ap_an/unloadcollection1/ core=unloadcollection3 - recoveringAfterStartup=true
[junit4:junit4]   2> 19141 T1135 C56 P49811 oasu.PeerSync.sync PeerSync: core=unloadcollection3 url=http://127.0.0.1:49811/ap_an START replicas=[http://127.0.0.1:56910/ap_an/unloadcollection1/] nUpdates=100
[junit4:junit4]   2> 19141 T1135 C56 P49811 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19142 T1135 C56 P49811 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=unloadcollection3
[junit4:junit4]   2> 19142 T1135 C56 P49811 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=unloadcollection3
[junit4:junit4]   2> 19142 T1135 C56 P49811 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=unloadcollection3
[junit4:junit4]   2> 19142 T1135 C56 P49811 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19142 T1135 C56 P49811 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56910/ap_an/unloadcollection1/. core=unloadcollection3
[junit4:junit4]   2> 19142 T1135 C56 P49811 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19143 T1077 C55 P56910 REQ /get {version=2&wt=javabin&getVersions=100&distrib=false&qt=/get} status=0 QTime=0 
[junit4:junit4]   2> 19146 T1079 C55 P56910 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19147 T1079 C55 P56910 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e80663 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e20319),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e80663 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e20319),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19148 T1079 C55 P56910 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19148 T1079 C55 P56910 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19148 T1079 C55 P56910 /update {waitSearcher=true&commit=true&version=2&wt=javabin&openSearcher=false&softCommit=false&commit_end_point=true} {commit=} 0 2
[junit4:junit4]   2> 19149 T1135 C56 P49811 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19149 T1135 C56 P49811 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19151 T1078 C55 P56910 REQ /replication {version=2&wt=javabin&qt=/replication&command=indexversion} status=0 QTime=0 
[junit4:junit4]   2> 19151 T1135 C56 P49811 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 19151 T1135 C56 P49811 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19152 T1135 C56 P49811 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19152 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19153 T1077 C55 P56910 REQ /replication {version=2&wt=javabin&generation=3&qt=/replication&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 19154 T1135 C56 P49811 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19155 T1135 C56 P49811 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1362959008140/1362959022693unloadcollection_3n/index.20130310194347291 forceNew: false
[junit4:junit4]   2> 19155 T1135 C56 P49811 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1167ba4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ece286) fullCopy=false
[junit4:junit4]   2> 19157 T1079 C55 P56910 REQ /replication {file=segments_3&wt=filestream&generation=3&qt=/replication&command=filecontent&checksum=true} status=0 QTime=0 
[junit4:junit4]   2> 19158 T1135 C56 P49811 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19159 T1135 C56 P49811 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19159 T1135 C56 P49811 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=unloadcollection3
[junit4:junit4]   2> 19159 T1135 C56 P49811 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ff9c85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fac1d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ff9c85 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fac1d),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19160 T1135 C56 P49811 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19160 T1135 C56 P49811 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19160 T1135 C56 P49811 oass.SolrIndexSearcher.<init> Opening Searcher@13311a7 main
[junit4:junit4]   2> 19161 T1134 oasc.SolrCore.registerSearcher [unloadcollection3] Registered new searcher Searcher@13311a7 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 19162 T1135 C56 P49811 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@1167ba4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ece286)
[junit4:junit4]   2> 19162 T1135 C56 P49811 oasc.RecoveryStrategy.replay No replay needed. core=unloadcollection3
[junit4:junit4]   2> 19162 T1135 C56 P49811 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=unloadcollection3
[junit4:junit4]   2> 19162 T1135 C56 P49811 oasc.ZkController.publish publishing core=unloadcollection3 state=active
[junit4:junit4]   2> 19162 T1135 C56 P49811 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19163 T1135 C56 P49811 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=unloadcollection3
[junit4:junit4]   2> 19986 T1066 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19987 T1066 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"unloadcollection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49811_ap_an",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core":"unloadcollection3",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49811/ap_an"}
[junit4:junit4]   2> 19995 T1065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19995 T1111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19995 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19995 T1125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19995 T1083 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19995 T1097 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19995 T1129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20153 T1043 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20154 T1043 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: unloadcollection
[junit4:junit4]   2> 20155 T1043 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2>  C56_STATE=coll:unloadcollection core:unloadcollection3 props:{state=active, shard=shard1, collection=unloadcollection, node_name=127.0.0.1:49811_ap_an, core=unloadcollection3, base_url=http://127.0.0.1:49811/ap_an}
[junit4:junit4]   2> 20182 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[20 (1429166126072332288)]} 0 1
[junit4:junit4]   2>  C54_STATE=coll:unloadcollection core:unloadcollection2 props:{state=active, shard=shard1, collection=unloadcollection, node_name=127.0.0.1:58282_ap_an, core=unloadcollection2, base_url=http://127.0.0.1:58282/ap_an}
[junit4:junit4]   2> 20188 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[20 (1429166126072332288)]} 0 2
[junit4:junit4]   2> 20188 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[20 (1429166126072332288)]} 0 12
[junit4:junit4]   2> 20189 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[20]} 0 15
[junit4:junit4]   2> 20197 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[21 (1429166126090158080)]} 0 1
[junit4:junit4]   2> 20197 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[21 (1429166126090158080)]} 0 1
[junit4:junit4]   2> 20198 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[21 (1429166126090158080)]} 0 5
[junit4:junit4]   2> 20198 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[21]} 0 6
[junit4:junit4]   2> 20208 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[22 (1429166126099595264)]} 0 2
[junit4:junit4]   2> 20208 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[22 (1429166126099595264)]} 0 2
[junit4:junit4]   2> 20209 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[22 (1429166126099595264)]} 0 7
[junit4:junit4]   2> 20209 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[22]} 0 9
[junit4:junit4]   2> 20217 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[23 (1429166126112178176)]} 0 0
[junit4:junit4]   2> 20218 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[23 (1429166126112178176)]} 0 1
[junit4:junit4]   2> 20218 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[23 (1429166126112178176)]} 0 4
[junit4:junit4]   2> 20219 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[23]} 0 7
[junit4:junit4]   2> 20226 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[24 (1429166126121615360)]} 0 1
[junit4:junit4]   2> 20226 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[24 (1429166126121615360)]} 0 1
[junit4:junit4]   2> 20227 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[24 (1429166126121615360)]} 0 4
[junit4:junit4]   2> 20227 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[24]} 0 6
[junit4:junit4]   2> 20236 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[25 (1429166126131052544)]} 0 2
[junit4:junit4]   2> 20236 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[25 (1429166126131052544)]} 0 2
[junit4:junit4]   2> 20237 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[25 (1429166126131052544)]} 0 6
[junit4:junit4]   2> 20237 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[25]} 0 7
[junit4:junit4]   2> 20245 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[26 (1429166126141538304)]} 0 1
[junit4:junit4]   2> 20245 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[26 (1429166126141538304)]} 0 1
[junit4:junit4]   2> 20245 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[26 (1429166126141538304)]} 0 3
[junit4:junit4]   2> 20246 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[26]} 0 6
[junit4:junit4]   2> 20253 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[27 (1429166126149926912)]} 0 1
[junit4:junit4]   2> 20253 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[27 (1429166126149926912)]} 0 1
[junit4:junit4]   2> 20253 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[27 (1429166126149926912)]} 0 3
[junit4:junit4]   2> 20254 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[27]} 0 6
[junit4:junit4]   2> 20261 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[28 (1429166126158315520)]} 0 1
[junit4:junit4]   2> 20261 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[28 (1429166126158315520)]} 0 1
[junit4:junit4]   2> 20262 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[28 (1429166126158315520)]} 0 4
[junit4:junit4]   2> 20262 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[28]} 0 6
[junit4:junit4]   2> 20269 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[29 (1429166126166704128)]} 0 0
[junit4:junit4]   2> 20269 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[29 (1429166126166704128)]} 0 0
[junit4:junit4]   2> 20270 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[29 (1429166126166704128)]} 0 4
[junit4:junit4]   2> 20271 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[29]} 0 7
[junit4:junit4]   2> 20277 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[30 (1429166126176141312)]} 0 0
[junit4:junit4]   2> 20277 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[30 (1429166126176141312)]} 0 0
[junit4:junit4]   2> 20278 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[30 (1429166126176141312)]} 0 4
[junit4:junit4]   2> 20279 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[30]} 0 6
[junit4:junit4]   2> 20286 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[31 (1429166126184529920)]} 0 1
[junit4:junit4]   2> 20286 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[31 (1429166126184529920)]} 0 1
[junit4:junit4]   2> 20287 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[31 (1429166126184529920)]} 0 4
[junit4:junit4]   2> 20288 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[31]} 0 7
[junit4:junit4]   2> 20295 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[32 (1429166126193967104)]} 0 1
[junit4:junit4]   2> 20295 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[32 (1429166126193967104)]} 0 1
[junit4:junit4]   2> 20296 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[32 (1429166126193967104)]} 0 4
[junit4:junit4]   2> 20296 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[32]} 0 6
[junit4:junit4]   2> 20303 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[33 (1429166126203404288)]} 0 0
[junit4:junit4]   2> 20304 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[33 (1429166126203404288)]} 0 1
[junit4:junit4]   2> 20304 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[33 (1429166126203404288)]} 0 4
[junit4:junit4]   2> 20305 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[33]} 0 6
[junit4:junit4]   2> 20312 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[34 (1429166126211792896)]} 0 1
[junit4:junit4]   2> 20312 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[34 (1429166126211792896)]} 0 1
[junit4:junit4]   2> 20313 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[34 (1429166126211792896)]} 0 4
[junit4:junit4]   2> 20314 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[34]} 0 7
[junit4:junit4]   2> 20321 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[35 (1429166126221230080)]} 0 1
[junit4:junit4]   2> 20321 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[35 (1429166126221230080)]} 0 1
[junit4:junit4]   2> 20322 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[35 (1429166126221230080)]} 0 4
[junit4:junit4]   2> 20322 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[35]} 0 6
[junit4:junit4]   2> 20329 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[36 (1429166126229618688)]} 0 1
[junit4:junit4]   2> 20329 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[36 (1429166126229618688)]} 0 1
[junit4:junit4]   2> 20330 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[36 (1429166126229618688)]} 0 4
[junit4:junit4]   2> 20330 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[36]} 0 6
[junit4:junit4]   2> 20338 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[37 (1429166126238007296)]} 0 1
[junit4:junit4]   2> 20338 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[37 (1429166126238007296)]} 0 1
[junit4:junit4]   2> 20339 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[37 (1429166126238007296)]} 0 5
[junit4:junit4]   2> 20339 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[37]} 0 7
[junit4:junit4]   2> 20346 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[38 (1429166126248493056)]} 0 0
[junit4:junit4]   2> 20346 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[38 (1429166126248493056)]} 0 0
[junit4:junit4]   2> 20347 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[38 (1429166126248493056)]} 0 4
[junit4:junit4]   2> 20348 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[38]} 0 6
[junit4:junit4]   2> 20355 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[39 (1429166126256881664)]} 0 1
[junit4:junit4]   2> 20355 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[39 (1429166126256881664)]} 0 1
[junit4:junit4]   2> 20355 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[39 (1429166126256881664)]} 0 3
[junit4:junit4]   2> 20356 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[39]} 0 6
[junit4:junit4]   2> 20363 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[40 (1429166126265270272)]} 0 1
[junit4:junit4]   2> 20363 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[40 (1429166126265270272)]} 0 1
[junit4:junit4]   2> 20364 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[40 (1429166126265270272)]} 0 4
[junit4:junit4]   2> 20364 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[40]} 0 6
[junit4:junit4]   2> 20371 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[41 (1429166126273658880)]} 0 1
[junit4:junit4]   2> 20371 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[41 (1429166126273658880)]} 0 1
[junit4:junit4]   2> 20372 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[41 (1429166126273658880)]} 0 4
[junit4:junit4]   2> 20372 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[41]} 0 6
[junit4:junit4]   2> 20379 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[42 (1429166126283096064)]} 0 0
[junit4:junit4]   2> 20379 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[42 (1429166126283096064)]} 0 0
[junit4:junit4]   2> 20380 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[42 (1429166126283096064)]} 0 4
[junit4:junit4]   2> 20380 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[42]} 0 5
[junit4:junit4]   2> 20388 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[43 (1429166126291484672)]} 0 1
[junit4:junit4]   2> 20388 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[43 (1429166126291484672)]} 0 1
[junit4:junit4]   2> 20389 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[43 (1429166126291484672)]} 0 5
[junit4:junit4]   2> 20390 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[43]} 0 7
[junit4:junit4]   2> 20397 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[44 (1429166126300921856)]} 0 1
[junit4:junit4]   2> 20397 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[44 (1429166126300921856)]} 0 1
[junit4:junit4]   2> 20398 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[44 (1429166126300921856)]} 0 4
[junit4:junit4]   2> 20399 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[44]} 0 7
[junit4:junit4]   2> 20406 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[45 (1429166126310359040)]} 0 1
[junit4:junit4]   2> 20406 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[45 (1429166126310359040)]} 0 1
[junit4:junit4]   2> 20406 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[45 (1429166126310359040)]} 0 3
[junit4:junit4]   2> 20407 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[45]} 0 6
[junit4:junit4]   2> 20414 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[46 (1429166126318747648)]} 0 1
[junit4:junit4]   2> 20414 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[46 (1429166126318747648)]} 0 1
[junit4:junit4]   2> 20415 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[46 (1429166126318747648)]} 0 4
[junit4:junit4]   2> 20415 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[46]} 0 6
[junit4:junit4]   2> 20422 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[47 (1429166126328184832)]} 0 0
[junit4:junit4]   2> 20423 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[47 (1429166126328184832)]} 0 1
[junit4:junit4]   2> 20423 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[47 (1429166126328184832)]} 0 4
[junit4:junit4]   2> 20424 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[47]} 0 6
[junit4:junit4]   2> 20431 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[48 (1429166126336573440)]} 0 1
[junit4:junit4]   2> 20431 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[48 (1429166126336573440)]} 0 1
[junit4:junit4]   2> 20432 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[48 (1429166126336573440)]} 0 4
[junit4:junit4]   2> 20432 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[48]} 0 6
[junit4:junit4]   2> 20439 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[49 (1429166126344962048)]} 0 1
[junit4:junit4]   2> 20439 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[49 (1429166126344962048)]} 0 1
[junit4:junit4]   2> 20440 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[49 (1429166126344962048)]} 0 4
[junit4:junit4]   2> 20440 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[49]} 0 6
[junit4:junit4]   2> 20447 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[50 (1429166126354399232)]} 0 0
[junit4:junit4]   2> 20447 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[50 (1429166126354399232)]} 0 0
[junit4:junit4]   2> 20448 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[50 (1429166126354399232)]} 0 3
[junit4:junit4]   2> 20449 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[50]} 0 6
[junit4:junit4]   2> 20456 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[51 (1429166126362787840)]} 0 1
[junit4:junit4]   2> 20456 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[51 (1429166126362787840)]} 0 1
[junit4:junit4]   2> 20457 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[51 (1429166126362787840)]} 0 4
[junit4:junit4]   2> 20458 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[51]} 0 7
[junit4:junit4]   2> 20465 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[52 (1429166126372225024)]} 0 1
[junit4:junit4]   2> 20465 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[52 (1429166126372225024)]} 0 1
[junit4:junit4]   2> 20466 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[52 (1429166126372225024)]} 0 4
[junit4:junit4]   2> 20466 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[52]} 0 6
[junit4:junit4]   2> 20473 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[53 (1429166126381662208)]} 0 0
[junit4:junit4]   2> 20473 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[53 (1429166126381662208)]} 0 0
[junit4:junit4]   2> 20474 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[53 (1429166126381662208)]} 0 4
[junit4:junit4]   2> 20475 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[53]} 0 6
[junit4:junit4]   2> 20481 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[54 (1429166126390050816)]} 0 0
[junit4:junit4]   2> 20482 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[54 (1429166126390050816)]} 0 1
[junit4:junit4]   2> 20482 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[54 (1429166126390050816)]} 0 3
[junit4:junit4]   2> 20483 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[54]} 0 6
[junit4:junit4]   2> 20490 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[55 (1429166126398439424)]} 0 0
[junit4:junit4]   2> 20491 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[55 (1429166126398439424)]} 0 1
[junit4:junit4]   2> 20491 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[55 (1429166126398439424)]} 0 4
[junit4:junit4]   2> 20492 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[55]} 0 7
[junit4:junit4]   2> 20498 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[56 (1429166126407876608)]} 0 0
[junit4:junit4]   2> 20499 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[56 (1429166126407876608)]} 0 1
[junit4:junit4]   2> 20499 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[56 (1429166126407876608)]} 0 3
[junit4:junit4]   2> 20500 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[56]} 0 6
[junit4:junit4]   2> 20506 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[57 (1429166126416265216)]} 0 0
[junit4:junit4]   2> 20507 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[57 (1429166126416265216)]} 0 1
[junit4:junit4]   2> 20507 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[57 (1429166126416265216)]} 0 3
[junit4:junit4]   2> 20508 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[57]} 0 6
[junit4:junit4]   2> 20515 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[58 (1429166126424653824)]} 0 1
[junit4:junit4]   2> 20515 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[58 (1429166126424653824)]} 0 1
[junit4:junit4]   2> 20516 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[58 (1429166126424653824)]} 0 4
[junit4:junit4]   2> 20517 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[58]} 0 7
[junit4:junit4]   2> 20523 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[59 (1429166126434091008)]} 0 0
[junit4:junit4]   2> 20524 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[59 (1429166126434091008)]} 0 1
[junit4:junit4]   2> 20524 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[59 (1429166126434091008)]} 0 3
[junit4:junit4]   2> 20525 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[59]} 0 6
[junit4:junit4]   2> 20532 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[60 (1429166126442479616)]} 0 1
[junit4:junit4]   2> 20533 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[60 (1429166126442479616)]} 0 0
[junit4:junit4]   2> 20534 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[60 (1429166126442479616)]} 0 5
[junit4:junit4]   2> 20535 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[60]} 0 8
[junit4:junit4]   2> 20542 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[61 (1429166126451916800)]} 0 1
[junit4:junit4]   2> 20542 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[61 (1429166126451916800)]} 0 1
[junit4:junit4]   2> 20543 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[61 (1429166126451916800)]} 0 5
[junit4:junit4]   2> 20543 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[61]} 0 6
[junit4:junit4]   2> 20550 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[62 (1429166126461353984)]} 0 0
[junit4:junit4]   2> 20550 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[62 (1429166126461353984)]} 0 0
[junit4:junit4]   2> 20551 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[62 (1429166126461353984)]} 0 4
[junit4:junit4]   2> 20552 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[62]} 0 7
[junit4:junit4]   2> 20559 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[63 (1429166126470791168)]} 0 1
[junit4:junit4]   2> 20559 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[63 (1429166126470791168)]} 0 1
[junit4:junit4]   2> 20559 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[63 (1429166126470791168)]} 0 3
[junit4:junit4]   2> 20560 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[63]} 0 6
[junit4:junit4]   2> 20567 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[64 (1429166126479179776)]} 0 1
[junit4:junit4]   2> 20567 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[64 (1429166126479179776)]} 0 1
[junit4:junit4]   2> 20568 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[64 (1429166126479179776)]} 0 4
[junit4:junit4]   2> 20569 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[64]} 0 7
[junit4:junit4]   2> 20576 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[65 (1429166126488616960)]} 0 1
[junit4:junit4]   2> 20576 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[65 (1429166126488616960)]} 0 1
[junit4:junit4]   2> 20577 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[65 (1429166126488616960)]} 0 4
[junit4:junit4]   2> 20578 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[65]} 0 7
[junit4:junit4]   2> 20585 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[66 (1429166126498054144)]} 0 1
[junit4:junit4]   2> 20585 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[66 (1429166126498054144)]} 0 1
[junit4:junit4]   2> 20586 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[66 (1429166126498054144)]} 0 4
[junit4:junit4]   2> 20586 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[66]} 0 6
[junit4:junit4]   2> 20594 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[67 (1429166126506442752)]} 0 1
[junit4:junit4]   2> 20594 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[67 (1429166126506442752)]} 0 1
[junit4:junit4]   2> 20595 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[67 (1429166126506442752)]} 0 5
[junit4:junit4]   2> 20595 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[67]} 0 7
[junit4:junit4]   2> 20602 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[68 (1429166126516928512)]} 0 0
[junit4:junit4]   2> 20603 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[68 (1429166126516928512)]} 0 1
[junit4:junit4]   2> 20603 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[68 (1429166126516928512)]} 0 4
[junit4:junit4]   2> 20604 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[68]} 0 7
[junit4:junit4]   2> 20611 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[69 (1429166126525317120)]} 0 1
[junit4:junit4]   2> 20611 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[69 (1429166126525317120)]} 0 1
[junit4:junit4]   2> 20612 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[69 (1429166126525317120)]} 0 4
[junit4:junit4]   2> 20612 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[69]} 0 6
[junit4:junit4]   2> 20619 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[70 (1429166126533705728)]} 0 0
[junit4:junit4]   2> 20619 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[70 (1429166126533705728)]} 0 0
[junit4:junit4]   2> 20620 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[70 (1429166126533705728)]} 0 4
[junit4:junit4]   2> 20620 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[70]} 0 6
[junit4:junit4]   2> 20627 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[71 (1429166126542094336)]} 0 0
[junit4:junit4]   2> 20627 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[71 (1429166126542094336)]} 0 0
[junit4:junit4]   2> 20628 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[71 (1429166126542094336)]} 0 4
[junit4:junit4]   2> 20629 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[71]} 0 6
[junit4:junit4]   2> 20635 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[72 (1429166126551531520)]} 0 0
[junit4:junit4]   2> 20636 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[72 (1429166126551531520)]} 0 1
[junit4:junit4]   2> 20636 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[72 (1429166126551531520)]} 0 3
[junit4:junit4]   2> 20637 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[72]} 0 6
[junit4:junit4]   2> 20644 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[73 (1429166126559920128)]} 0 1
[junit4:junit4]   2> 20644 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[73 (1429166126559920128)]} 0 1
[junit4:junit4]   2> 20645 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[73 (1429166126559920128)]} 0 4
[junit4:junit4]   2> 20646 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[73]} 0 7
[junit4:junit4]   2> 20653 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[74 (1429166126569357312)]} 0 1
[junit4:junit4]   2> 20653 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[74 (1429166126569357312)]} 0 1
[junit4:junit4]   2> 20653 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[74 (1429166126569357312)]} 0 3
[junit4:junit4]   2> 20654 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[74]} 0 6
[junit4:junit4]   2> 20661 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[75 (1429166126577745920)]} 0 1
[junit4:junit4]   2> 20661 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[75 (1429166126577745920)]} 0 1
[junit4:junit4]   2> 20662 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[75 (1429166126577745920)]} 0 4
[junit4:junit4]   2> 20662 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[75]} 0 6
[junit4:junit4]   2> 20669 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[76 (1429166126586134528)]} 0 1
[junit4:junit4]   2> 20669 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[76 (1429166126586134528)]} 0 1
[junit4:junit4]   2> 20670 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[76 (1429166126586134528)]} 0 4
[junit4:junit4]   2> 20671 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[76]} 0 7
[junit4:junit4]   2> 20678 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[77 (1429166126595571712)]} 0 1
[junit4:junit4]   2> 20678 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[77 (1429166126595571712)]} 0 1
[junit4:junit4]   2> 20678 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[77 (1429166126595571712)]} 0 4
[junit4:junit4]   2> 20679 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[77]} 0 6
[junit4:junit4]   2> 20686 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[78 (1429166126603960320)]} 0 1
[junit4:junit4]   2> 20686 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[78 (1429166126603960320)]} 0 1
[junit4:junit4]   2> 20687 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[78 (1429166126603960320)]} 0 4
[junit4:junit4]   2> 20687 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[78]} 0 6
[junit4:junit4]   2> 20694 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[79 (1429166126612348928)]} 0 1
[junit4:junit4]   2> 20694 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[79 (1429166126612348928)]} 0 1
[junit4:junit4]   2> 20695 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[79 (1429166126612348928)]} 0 4
[junit4:junit4]   2> 20696 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[79]} 0 7
[junit4:junit4]   2> 20702 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[80 (1429166126621786112)]} 0 0
[junit4:junit4]   2> 20702 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[80 (1429166126621786112)]} 0 0
[junit4:junit4]   2> 20703 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[80 (1429166126621786112)]} 0 3
[junit4:junit4]   2> 20704 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[80]} 0 6
[junit4:junit4]   2> 20711 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[81 (1429166126630174720)]} 0 1
[junit4:junit4]   2> 20711 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[81 (1429166126630174720)]} 0 1
[junit4:junit4]   2> 20712 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[81 (1429166126630174720)]} 0 4
[junit4:junit4]   2> 20712 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[81]} 0 6
[junit4:junit4]   2> 20719 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[82 (1429166126638563328)]} 0 1
[junit4:junit4]   2> 20719 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[82 (1429166126638563328)]} 0 0
[junit4:junit4]   2> 20720 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[82 (1429166126638563328)]} 0 4
[junit4:junit4]   2> 20720 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[82]} 0 6
[junit4:junit4]   2> 20727 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[83 (1429166126646951936)]} 0 1
[junit4:junit4]   2> 20727 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[83 (1429166126646951936)]} 0 1
[junit4:junit4]   2> 20728 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[83 (1429166126646951936)]} 0 4
[junit4:junit4]   2> 20728 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[83]} 0 5
[junit4:junit4]   2> 20735 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[84 (1429166126655340544)]} 0 1
[junit4:junit4]   2> 20735 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[84 (1429166126655340544)]} 0 1
[junit4:junit4]   2> 20735 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[84 (1429166126655340544)]} 0 3
[junit4:junit4]   2> 20736 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[84]} 0 6
[junit4:junit4]   2> 20743 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[85 (1429166126663729152)]} 0 1
[junit4:junit4]   2> 20743 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[85 (1429166126663729152)]} 0 1
[junit4:junit4]   2> 20744 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[85 (1429166126663729152)]} 0 4
[junit4:junit4]   2> 20744 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[85]} 0 6
[junit4:junit4]   2> 20751 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[86 (1429166126672117760)]} 0 1
[junit4:junit4]   2> 20751 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[86 (1429166126672117760)]} 0 1
[junit4:junit4]   2> 20752 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[86 (1429166126672117760)]} 0 4
[junit4:junit4]   2> 20752 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[86]} 0 6
[junit4:junit4]   2> 20759 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[87 (1429166126680506368)]} 0 1
[junit4:junit4]   2> 20759 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[87 (1429166126680506368)]} 0 1
[junit4:junit4]   2> 20759 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[87 (1429166126680506368)]} 0 3
[junit4:junit4]   2> 20760 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[87]} 0 6
[junit4:junit4]   2> 20767 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[88 (1429166126688894976)]} 0 1
[junit4:junit4]   2> 20767 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[88 (1429166126688894976)]} 0 1
[junit4:junit4]   2> 20767 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[88 (1429166126688894976)]} 0 3
[junit4:junit4]   2> 20768 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[88]} 0 6
[junit4:junit4]   2> 20775 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[89 (1429166126697283584)]} 0 1
[junit4:junit4]   2> 20775 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[89 (1429166126697283584)]} 0 1
[junit4:junit4]   2> 20775 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[89 (1429166126697283584)]} 0 3
[junit4:junit4]   2> 20776 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[89]} 0 6
[junit4:junit4]   2> 20783 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[90 (1429166126705672192)]} 0 1
[junit4:junit4]   2> 20783 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[90 (1429166126705672192)]} 0 1
[junit4:junit4]   2> 20784 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[90 (1429166126705672192)]} 0 4
[junit4:junit4]   2> 20784 T1105 C56 P49811 /update {version=2&wt=javabin} {add=[90]} 0 6
[junit4:junit4]   2> 20791 T1107 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[91 (1429166126714060800)]} 0 0
[junit4:junit4]   2> 20793 T1093 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[91 (1429166126714060800)]} 0 0
[junit4:junit4]   2> 20794 T1076 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[91 (1429166126714060800)]} 0 6
[junit4:junit4]   2> 20795 T1106 C56 P49811 /update {version=2&wt=javabin} {add=[91]} 0 9
[junit4:junit4]   2> 20801 T1092 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[92 (1429166126725595136)]} 0 0
[junit4:junit4]   2> 20802 T1105 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[92 (1429166126725595136)]} 0 1
[junit4:junit4]   2> 20802 T1077 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[92 (1429166126725595136)]} 0 3
[junit4:junit4]   2> 20803 T1104 C56 P49811 /update {version=2&wt=javabin} {add=[92]} 0 6
[junit4:junit4]   2> 20810 T1106 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[93 (1429166126733983744)]} 0 0
[junit4:junit4]   2> 20810 T1090 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[93 (1429166126733983744)]} 0 0
[junit4:junit4]   2> 20811 T1079 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[93 (1429166126733983744)]} 0 4
[junit4:junit4]   2> 20812 T1107 C56 P49811 /update {version=2&wt=javabin} {add=[93]} 0 7
[junit4:junit4]   2> 20819 T1091 C54 P58282 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[94 (1429166126743420928)]} 0 1
[junit4:junit4]   2> 20819 T1104 C56 P49811 /update {version=2&wt=javabin&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:56910/ap_an/unloadcollection1/} {add=[94 (1429166126743420928)]} 0 1
[junit4:junit4]   2> 20820 T1078 C55 P56910 /update {version=2&wt=javabin&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:49811/ap_an/unloadcollection3/} {add=[94 (1429166126743420928)]}

[...truncated too long message...]

t.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 32233 T2315 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 32236 T2314 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 32329 T2389 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 32329 T2389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 32330 T2389 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 32330 T2389 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 32738 T2318 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 33432 T2406 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33432 T2406 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 33432 T2406 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33432 T2406 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=tr, timezone=Asia/Aqtobe
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=3,free=113119608,total=196456448
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SpatialFilterTest, QueryParsingTest, JsonLoaderTest, AlternateDirectoryTest, TestFunctionQuery, TestRealTimeGet, PrimitiveFieldTypeTest, BadComponentTest, TestValueSourceCache, ShowFileRequestHandlerTest, TestDocSet, TestFuzzyAnalyzedSuggestions, TestIBSimilarityFactory, ShardRoutingTest, TestStressRecovery, DateFieldTest, TestReversedWildcardFilterFactory, ClusterStateUpdateTest, DistributedSpellCheckComponentTest, TestCoreContainer, TestXIncludeConfig, TermsComponentTest, QueryElevationComponentTest, UUIDFieldTest, BasicFunctionalityTest, SynonymTokenizerTest, QueryEqualityTest, AnalysisAfterCoreReloadTest, TestSolrDeletionPolicy2, OverseerCollectionProcessorTest, SuggesterFSTTest, BinaryUpdateRequestHandlerTest, CoreAdminHandlerTest, SimpleFacetsTest, DistributedTermsComponentTest, ZkCLITest, TestPerFieldSimilarity, TestGroupingSearch, TestRandomDVFaceting, SystemInfoHandlerTest, ZkControllerTest, TestExtendedDismaxParser, UnloadDistributedZkTest, SoftAutoCommitTest, TestSolrDeletionPolicy1, RegexBoostProcessorTest, MoreLikeThisHandlerTest, TestPhraseSuggestions, TestFastLRUCache, SliceStateUpdateTest, LeaderElectionTest, SyncSliceTest, DirectSolrConnectionTest, DistributedQueryElevationComponentTest, LoggingHandlerTest, MBeansHandlerTest, FieldMutatingUpdateProcessorTest, RAMDirectoryFactoryTest, TestQueryUtils, PrimUtilsTest, TermVectorComponentTest, TestPseudoReturnFields, TestSweetSpotSimilarityFactory, SpellingQueryConverterTest, LukeRequestHandlerTest, SuggesterTest, TestReplicationHandler, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 33.51s, 1 test, 1 error <<< FAILURES!

[...truncated 416 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 270 suites, 1138 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 114 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure