You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/03/26 01:23:01 UTC

[JENKINS] Lucene-Solr-5.x-Linux (32bit/jdk1.9.0-ea-b54) - Build # 11924 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/11924/
Java: 32bit/jdk1.9.0-ea-b54 -client -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {   "collection1":{     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{           "core_node1":{             "core":"collection1",             "base_url":"http://127.0.0.1:35337/_/q",             "node_name":"127.0.0.1:35337__%2Fq",             "state":"active",             "leader":"true"},           "core_node2":{             "core":"collection1",             "base_url":"http://127.0.0.1:36576/_/q",             "node_name":"127.0.0.1:36576__%2Fq",             "state":"recovering"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "autoCreated":"true"},   "control_collection":{     "replicationFactor":"1",     "shards":{"shard1":{         "range":"80000000-7fffffff",         "state":"active",         "replicas":{"core_node1":{             "core":"collection1",             "base_url":"http://127.0.0.1:51054/_/q",             "node_name":"127.0.0.1:51054__%2Fq",             "state":"active",             "leader":"true"}}}},     "router":{"name":"compositeId"},     "maxShardsPerNode":"1",     "autoAddReplicas":"false",     "autoCreated":"true"}}

Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {
  "collection1":{
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{
          "core_node1":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:35337/_/q",
            "node_name":"127.0.0.1:35337__%2Fq",
            "state":"active",
            "leader":"true"},
          "core_node2":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:36576/_/q",
            "node_name":"127.0.0.1:36576__%2Fq",
            "state":"recovering"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "autoCreated":"true"},
  "control_collection":{
    "replicationFactor":"1",
    "shards":{"shard1":{
        "range":"80000000-7fffffff",
        "state":"active",
        "replicas":{"core_node1":{
            "core":"collection1",
            "base_url":"http://127.0.0.1:51054/_/q",
            "node_name":"127.0.0.1:51054__%2Fq",
            "state":"active",
            "leader":"true"}}}},
    "router":{"name":"compositeId"},
    "maxShardsPerNode":"1",
    "autoAddReplicas":"false",
    "autoCreated":"true"}}
	at __randomizedtesting.SeedInfo.seed([E4C9B3BC64DFC58B:6C9D8C66CA23A873]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1995)
	at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:502)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10510 lines...]
   [junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/init-core-data-001
   [junit4]   2> 1132775 T6695 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/q
   [junit4]   2> 1132777 T6695 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1132777 T6696 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1132877 T6695 oasc.ZkTestServer.run start zk server on port:57753
   [junit4]   2> 1132878 T6695 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1132878 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1132880 T6703 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f3e918 name:ZooKeeperConnection Watcher:127.0.0.1:57753 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1132880 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1132880 T6695 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1132881 T6695 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1132882 T6695 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1132882 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1132883 T6706 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1af4c6a name:ZooKeeperConnection Watcher:127.0.0.1:57753/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1132883 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1132884 T6695 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1132884 T6695 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1132885 T6695 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1132885 T6695 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1132886 T6695 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1132887 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1132887 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1132888 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1132889 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1132890 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1132890 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1132891 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1132891 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1132892 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1132892 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1132893 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1132893 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1132894 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1132894 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1132895 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1132895 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1132896 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1132896 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1132897 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1132897 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1132898 T6695 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1132898 T6695 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1132944 T6695 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1
   [junit4]   2> 1132945 T6695 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1132947 T6695 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47364
   [junit4]   2> 1132948 T6695 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/tempDir-001/control/data, hostContext=/_/q, hostPort=51054, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores}
   [junit4]   2> 1132948 T6695 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@18e5cde
   [junit4]   2> 1132948 T6695 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/'
   [junit4]   2> 1132960 T6695 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/solr.xml
   [junit4]   2> 1132968 T6695 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores
   [junit4]   2> 1132968 T6695 oasc.CoreContainer.<init> New CoreContainer 14739096
   [junit4]   2> 1132968 T6695 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/]
   [junit4]   2> 1132969 T6695 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/lib
   [junit4]   2> 1132969 T6695 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/lib).
   [junit4]   2> 1132974 T6695 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1132974 T6695 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1132975 T6695 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1132975 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1132975 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1132975 T6695 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1132975 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1132976 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1132976 T6695 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1132976 T6695 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1132976 T6695 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1132977 T6695 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1132977 T6695 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1132977 T6695 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1132977 T6695 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1132978 T6695 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57753/solr
   [junit4]   2> 1132978 T6695 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1132978 T6695 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1132979 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1132979 T6718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1685090 name:ZooKeeperConnection Watcher:127.0.0.1:57753 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1132980 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1132980 T6695 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1132981 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1132982 T6721 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8e5111 name:ZooKeeperConnection Watcher:127.0.0.1:57753/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1132982 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1132983 T6695 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1132984 T6695 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1132985 T6695 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1132986 T6695 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1132987 T6695 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1132988 T6695 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1132989 T6695 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1132990 T6695 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1132990 T6695 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51054__%2Fq
   [junit4]   2> 1132991 T6695 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51054__%2Fq
   [junit4]   2> 1132992 T6695 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1132993 T6695 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1132993 T6695 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1132994 T6695 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51054__%2Fq
   [junit4]   2> 1132995 T6695 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1132995 T6695 oasc.Overseer.start Overseer (id=93541434337722371-127.0.0.1:51054__%2Fq-n_0000000000) starting
   [junit4]   2> 1132996 T6695 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1132999 T6695 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1132999 T6723 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1132999 T6722 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1132999 T6695 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1133001 T6695 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores
   [junit4]   2> 1133002 T6695 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1133002 T6695 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/
   [junit4]   2> 1133002 T6695 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1133003 T6725 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1133003 T6725 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1133003 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1133003 T6725 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1133004 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51054/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:51054__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 1133004 T6722 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51054/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:51054__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1133004 T6722 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 1133005 T6722 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1133005 T6721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1134004 T6725 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1134004 T6725 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1134005 T6725 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1134005 T6725 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1134005 T6725 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1134005 T6725 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/'
   [junit4]   2> 1134015 T6725 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1134016 T6725 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1134020 T6725 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1134023 T6725 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 1134031 T6725 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1134031 T6725 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1134036 T6725 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1134111 T6725 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1134116 T6725 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1134117 T6725 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1134123 T6725 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1134124 T6725 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1134125 T6725 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1134126 T6725 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1134127 T6725 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1134127 T6725 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1134127 T6725 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1134128 T6725 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1134128 T6725 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1134128 T6725 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1134129 T6725 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/data/
   [junit4]   2> 1134129 T6725 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee420b
   [junit4]   2> 1134129 T6725 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/data
   [junit4]   2> 1134130 T6725 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1134130 T6725 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1134130 T6725 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/control-001/cores/collection1/data/index
   [junit4]   2> 1134131 T6725 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=85.8984375, floorSegmentMB=2.0693359375, forceMergeDeletesPctAllowed=23.492938782221216, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49602029434415396
   [junit4]   2> 1134132 T6725 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a63839 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d4573),segFN=segments_1,generation=1}
   [junit4]   2> 1134132 T6725 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1134137 T6725 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1134137 T6725 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1134138 T6725 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1134138 T6725 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1134138 T6725 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1134138 T6725 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1134138 T6725 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1134139 T6725 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1134139 T6725 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1134140 T6725 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1134141 T6725 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1134142 T6725 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1134143 T6725 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1134146 T6725 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1134147 T6725 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1134147 T6725 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1134147 T6725 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1134148 T6725 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1134148 T6725 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1134148 T6725 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6773596076297763]
   [junit4]   2> 1134149 T6725 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@a63839 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1d4573),segFN=segments_1,generation=1}
   [junit4]   2> 1134149 T6725 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1134149 T6725 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1e16df3[collection1] main
   [junit4]   2> 1134150 T6725 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1134150 T6725 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1134150 T6725 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1134151 T6725 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1134151 T6725 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1134151 T6725 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1134151 T6725 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1134152 T6725 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1134152 T6725 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1134152 T6725 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1134153 T6726 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e16df3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1134153 T6725 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1134153 T6729 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51054/_/q collection:control_collection shard:shard1
   [junit4]   2> 1134154 T6695 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1134154 T6695 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1134154 T6729 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1134155 T6695 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1134155 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134156 T6733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e8160 name:ZooKeeperConnection Watcher:127.0.0.1:57753/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134156 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134157 T6695 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1134157 T6695 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1134157 T6729 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1134158 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1134158 T6729 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1134158 T6729 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1134158 T6695 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> ASYNC  NEW_CORE C2320 name=collection1 org.apache.solr.core.SolrCore@140539 url=http://127.0.0.1:51054/_/q/collection1 node=127.0.0.1:51054__%2Fq C2320_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:51054/_/q, node_name=127.0.0.1:51054__%2Fq, state=down}
   [junit4]   2> 1134158 T6729 C:control_collection S:shard1 C2320 P51054 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51054/_/q/collection1/
   [junit4]   2> 1134158 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 1134159 T6729 C:control_collection S:shard1 C2320 P51054 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1134159 T6729 C:control_collection S:shard1 C2320 P51054 oasc.SyncStrategy.syncToMe http://127.0.0.1:51054/_/q/collection1/ has no replicas
   [junit4]   2> 1134159 T6729 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51054/_/q/collection1/ shard1
   [junit4]   2> 1134160 T6729 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1134161 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1134161 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51054/_/q",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 1134209 T6695 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1
   [junit4]   2> 1134210 T6695 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001
   [junit4]   2> 1134210 T6695 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1134211 T6695 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37233
   [junit4]   2> 1134212 T6695 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_/q, hostPort=35337, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores}
   [junit4]   2> 1134212 T6695 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@18e5cde
   [junit4]   2> 1134212 T6695 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/'
   [junit4]   2> 1134225 T6695 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/solr.xml
   [junit4]   2> 1134228 T6695 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores
   [junit4]   2> 1134228 T6695 oasc.CoreContainer.<init> New CoreContainer 4025977
   [junit4]   2> 1134229 T6695 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/]
   [junit4]   2> 1134229 T6695 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/lib
   [junit4]   2> 1134229 T6695 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/lib).
   [junit4]   2> 1134234 T6695 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1134234 T6695 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1134234 T6695 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1134235 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1134235 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1134235 T6695 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1134235 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1134235 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1134236 T6695 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1134236 T6695 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1134236 T6695 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1134236 T6695 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1134237 T6695 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1134237 T6695 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1134237 T6695 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1134237 T6695 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57753/solr
   [junit4]   2> 1134238 T6695 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1134238 T6695 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1134238 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134248 T6745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@193843a name:ZooKeeperConnection Watcher:127.0.0.1:57753 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134248 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134249 T6695 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1134250 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1134251 T6748 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e0b6f name:ZooKeeperConnection Watcher:127.0.0.1:57753/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1134251 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1134253 T6695 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1134263 T6748 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1134263 T6733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1134263 T6721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1134311 T6729 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:51054/_/q/collection1/ and leader is http://127.0.0.1:51054/_/q/collection1/
   [junit4]   2> 1134312 T6729 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51054/_/q
   [junit4]   2> 1134312 T6729 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1134312 T6729 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1134312 T6729 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1134313 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1134313 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51054/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:51054__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 1134314 T6722 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51054/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:51054__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1134415 T6748 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1134415 T6721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1134415 T6733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1135255 T6695 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35337__%2Fq
   [junit4]   2> 1135256 T6695 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35337__%2Fq
   [junit4]   2> 1135257 T6695 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1135258 T6695 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores
   [junit4]   2> 1135259 T6695 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1135259 T6695 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/
   [junit4]   2> 1135259 T6695 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1135260 T6749 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1135260 T6749 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1135261 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1135261 T6749 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1135261 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35337/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:35337__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 1135261 T6722 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35337/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:35337__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1135262 T6722 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 1135262 T6722 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1135363 T6748 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1135363 T6733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1135363 T6721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1136261 T6749 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1136261 T6749 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1136262 T6749 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1136262 T6749 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1136262 T6749 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1136263 T6749 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/'
   [junit4]   2> 1136272 T6749 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1136273 T6749 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1136277 T6749 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1136280 T6749 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 1136286 T6749 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1136287 T6749 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1136292 T6749 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1136362 T6749 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1136366 T6749 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1136367 T6749 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1136372 T6749 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1136374 T6749 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1136375 T6749 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1136375 T6749 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1136375 T6749 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1136376 T6749 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1136376 T6749 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1136376 T6749 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1136376 T6749 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1136376 T6749 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1136377 T6749 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 1136377 T6749 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee420b
   [junit4]   2> 1136377 T6749 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/data
   [junit4]   2> 1136378 T6749 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 1136378 T6749 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1136378 T6749 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 1136379 T6749 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=85.8984375, floorSegmentMB=2.0693359375, forceMergeDeletesPctAllowed=23.492938782221216, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49602029434415396
   [junit4]   2> 1136379 T6749 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@bdaa4b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a2bf3),segFN=segments_1,generation=1}
   [junit4]   2> 1136379 T6749 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1136382 T6749 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1136383 T6749 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1136383 T6749 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1136383 T6749 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1136383 T6749 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1136383 T6749 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1136384 T6749 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1136384 T6749 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1136384 T6749 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1136385 T6749 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1136386 T6749 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1136387 T6749 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1136388 T6749 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1136394 T6749 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1136395 T6749 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1136395 T6749 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1136395 T6749 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1136396 T6749 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1136396 T6749 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1136396 T6749 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6773596076297763]
   [junit4]   2> 1136397 T6749 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@bdaa4b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a2bf3),segFN=segments_1,generation=1}
   [junit4]   2> 1136397 T6749 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1136397 T6749 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1584081[collection1] main
   [junit4]   2> 1136397 T6749 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1136398 T6749 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1136398 T6749 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1136398 T6749 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1136398 T6749 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1136399 T6749 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1136399 T6749 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1136399 T6749 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1136399 T6749 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1136400 T6749 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1136400 T6750 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1584081[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1136401 T6749 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1136401 T6753 C:collection1 S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35337/_/q collection:collection1 shard:shard1
   [junit4]   2> 1136401 T6695 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1136402 T6695 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1136402 T6753 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1136404 T6753 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1136405 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1136405 T6753 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1136405 T6753 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1136405 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> ASYNC  NEW_CORE C2321 name=collection1 org.apache.solr.core.SolrCore@c9446 url=http://127.0.0.1:35337/_/q/collection1 node=127.0.0.1:35337__%2Fq C2321_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:35337/_/q, node_name=127.0.0.1:35337__%2Fq, state=down}
   [junit4]   2> 1136405 T6753 C:collection1 S:shard1 C2321 P35337 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35337/_/q/collection1/
   [junit4]   2> 1136405 T6753 C:collection1 S:shard1 C2321 P35337 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1136406 T6753 C:collection1 S:shard1 C2321 P35337 oasc.SyncStrategy.syncToMe http://127.0.0.1:35337/_/q/collection1/ has no replicas
   [junit4]   2> 1136406 T6753 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35337/_/q/collection1/ shard1
   [junit4]   2> 1136406 T6753 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1136408 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1136408 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35337/_/q",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 1136452 T6695 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores/collection1
   [junit4]   2> 1136452 T6695 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001
   [junit4]   2> 1136453 T6695 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1136454 T6695 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34742
   [junit4]   2> 1136454 T6695 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_/q, hostPort=36576, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores}
   [junit4]   2> 1136455 T6695 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@18e5cde
   [junit4]   2> 1136455 T6695 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/'
   [junit4]   2> 1136466 T6695 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/solr.xml
   [junit4]   2> 1136470 T6695 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores
   [junit4]   2> 1136470 T6695 oasc.CoreContainer.<init> New CoreContainer 26694866
   [junit4]   2> 1136470 T6695 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/]
   [junit4]   2> 1136470 T6695 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/lib
   [junit4]   2> 1136471 T6695 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/lib).
   [junit4]   2> 1136475 T6695 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1136476 T6695 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1136476 T6695 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1136476 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1136476 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1136477 T6695 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1136477 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1136477 T6695 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1136477 T6695 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1136477 T6695 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1136478 T6695 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1136478 T6695 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1136478 T6695 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1136478 T6695 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1136479 T6695 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1136479 T6695 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:57753/solr
   [junit4]   2> 1136479 T6695 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1136479 T6695 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1136480 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1136481 T6766 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e87917 name:ZooKeeperConnection Watcher:127.0.0.1:57753 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1136481 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1136482 T6695 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1136483 T6695 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1136483 T6769 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1afb132 name:ZooKeeperConnection Watcher:127.0.0.1:57753/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1136484 T6695 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1136486 T6695 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1136509 T6769 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1136509 T6721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1136509 T6748 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1136509 T6733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1136558 T6753 C:collection1 S:shard1 oasc.ZkController.register We are http://127.0.0.1:35337/_/q/collection1/ and leader is http://127.0.0.1:35337/_/q/collection1/
   [junit4]   2> 1136558 T6753 C:collection1 S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35337/_/q
   [junit4]   2> 1136558 T6753 C:collection1 S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1136559 T6753 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1136559 T6753 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1136559 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1136560 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35337/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:35337__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 1136560 T6722 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35337/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:35337__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1136662 T6769 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1136662 T6748 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1136662 T6733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1136662 T6721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1137488 T6695 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36576__%2Fq
   [junit4]   2> 1137489 T6695 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36576__%2Fq
   [junit4]   2> 1137490 T6695 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1137491 T6695 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores
   [junit4]   2> 1137492 T6695 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1137492 T6695 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores/collection1/
   [junit4]   2> 1137493 T6695 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1137493 T6770 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1137493 T6770 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1137494 T6721 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1137494 T6770 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1137495 T6722 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36576/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:36576__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 1137495 T6722 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36576/_/q",
   [junit4]   2> 	  "node_name":"127.0.0.1:36576__%2Fq",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1137495 T6722 oasco.ReplicaMutator.updateState Collection already exists with numShards=1
   [junit4]   2> 1137495 T6722 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1137597 T6733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1137597 T6721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1137597 T6748 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1137597 T6769 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1138494 T6770 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1138495 T6770 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1138495 T6770 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1138495 T6770 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1138496 T6770 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1138496 T6770 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores/collection1/'
   [junit4]   2> 1138505 T6770 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1138506 T6770 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1138509 T6770 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1138512 T6770 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.1.0
   [junit4]   2> 1138519 T6770 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1138520 T6770 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1138529 T6770 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1138595 T6770 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1138599 T6770 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1138600 T6770 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1138606 T6770 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1138607 T6770 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1138608 T6770 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1138609 T6770 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1138609 T6770 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1138609 T6770 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1138609 T6770 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1138610 T6770 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1138610 T6770 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1138610 T6770 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1138610 T6770 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores/collection1/data/
   [junit4]   2> 1138611 T6770 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ee420b
   [junit4]   2> 1138611 T6770 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001/shard-2-001/cores/collection1/data
   [junit4]   2> 1138612 T6770 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest 

[...truncated too long message...]

t4]   2> 1186534 T6695 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57753 57753
   [junit4]   2> 1186588 T6696 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:57753 57753
   [junit4]   2> 1186589 T6696 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		4	/solr/aliases.json
   [junit4]   2> 		4	/solr/clusterstate.json
   [junit4]   2> 		3	/solr/configs/conf1
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		4	/solr/live_nodes
   [junit4]   2> 		3	/solr/overseer/queue
   [junit4]   2> 		3	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> 1186589 T6695 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 1 connections to: http://127.0.0.1:36576/_/q
   [junit4]   2> 1186590 T6695 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 8 connections to: http://127.0.0.1:35337/_/q
   [junit4]   2> 1186590 T6695 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:51054/_/q
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryAfterSoftCommitTest -Dtests.method=test -Dtests.seed=E4C9B3BC64DFC58B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=CET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 53.8s J1 | RecoveryAfterSoftCommitTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {
   [junit4]    >   "collection1":{
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{
   [junit4]    >           "core_node1":{
   [junit4]    >             "core":"collection1",
   [junit4]    >             "base_url":"http://127.0.0.1:35337/_/q",
   [junit4]    >             "node_name":"127.0.0.1:35337__%2Fq",
   [junit4]    >             "state":"active",
   [junit4]    >             "leader":"true"},
   [junit4]    >           "core_node2":{
   [junit4]    >             "core":"collection1",
   [junit4]    >             "base_url":"http://127.0.0.1:36576/_/q",
   [junit4]    >             "node_name":"127.0.0.1:36576__%2Fq",
   [junit4]    >             "state":"recovering"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "autoCreated":"true"},
   [junit4]    >   "control_collection":{
   [junit4]    >     "replicationFactor":"1",
   [junit4]    >     "shards":{"shard1":{
   [junit4]    >         "range":"80000000-7fffffff",
   [junit4]    >         "state":"active",
   [junit4]    >         "replicas":{"core_node1":{
   [junit4]    >             "core":"collection1",
   [junit4]    >             "base_url":"http://127.0.0.1:51054/_/q",
   [junit4]    >             "node_name":"127.0.0.1:51054__%2Fq",
   [junit4]    >             "state":"active",
   [junit4]    >             "leader":"true"}}}},
   [junit4]    >     "router":{"name":"compositeId"},
   [junit4]    >     "maxShardsPerNode":"1",
   [junit4]    >     "autoAddReplicas":"false",
   [junit4]    >     "autoCreated":"true"}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E4C9B3BC64DFC58B:6C9D8C66CA23A873]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1995)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:103)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:958)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:933)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1186600 T6695 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryAfterSoftCommitTest E4C9B3BC64DFC58B-001
   [junit4]   2> 53827 T6694 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {_version_=FSTOrd50, multiDefault=PostingsFormat(name=Memory doPackFST= false), a_t=FSTOrd50, intDefault=FSTOrd50, id=FST50, text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=FSTOrd50, timestamp=FSTOrd50}, docValues:{timestamp=DocValuesFormat(name=Direct)}, sim=DefaultSimilarity, locale=sq, timezone=CET
   [junit4]   2> NOTE: Linux 3.13.0-46-generic i386/Oracle Corporation 1.9.0-ea (32-bit)/cpus=12,threads=1,free=54822264,total=258473984
   [junit4]   2> NOTE: All tests run in this JVM: [ZkSolrClientTest, ZkCLITest, TestReplicationHandlerBackup, TestSolrDeletionPolicy2, SolrPluginUtilsTest, TestElisionMultitermQuery, SpatialFilterTest, TestNRTOpen, LukeRequestHandlerTest, TestConfigOverlay, TestSuggestSpellingConverter, CoreAdminHandlerTest, TestSolrQueryParserDefaultOperatorResource, TestCoreContainer, ReturnFieldsTest, ConvertedLegacyTest, TestCursorMarkWithoutUniqueKey, HttpPartitionTest, TestExceedMaxTermLength, TestAnalyzeInfixSuggestions, TestConfigSets, TestRecoveryHdfs, DocExpirationUpdateProcessorFactoryTest, DateRangeFieldTest, TestOmitPositions, NoCacheHeaderTest, TestCustomSort, TestCoreDiscovery, TestSolrQueryParserResource, JsonLoaderTest, TestLMJelinekMercerSimilarityFactory, IndexSchemaRuntimeFieldTest, FileUtilsTest, TestCharFilters, TestFiltering, TestSolrConfigHandlerCloud, SharedFSAutoReplicaFailoverTest, TestRTGBase, ParsingFieldUpdateProcessorsTest, HdfsBasicDistributedZk2Test, ShardSplitTest, TestManagedSchema, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, TestJettySolrRunner, TestOrdValues, TestMiniSolrCloudClusterSSL, TestSolrConfigHandlerConcurrent, TestBlendedInfixSuggestions, CacheHeaderTest, TestSearchPerf, ShardRoutingTest, SimpleMLTQParserTest, ZkControllerTest, TestLFUCache, TestCollationFieldDocValues, TestSchemaResource, TestMiniSolrCloudCluster, ScriptEngineTest, SuggesterTSTTest, BlockDirectoryTest, DistributedMLTComponentTest, EchoParamsTest, TestComponentsName, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCloudSchemaless, BlockCacheTest, TestSolrCoreProperties, TestStressUserVersions, TestRandomMergePolicy, TestLRUStatsCache, TestPivotHelperCode, ResourceLoaderTest, FieldMutatingUpdateProcessorTest, TestComplexPhraseQParserPlugin, TestPHPSerializedResponseWriter, TestValueSourceCache, CollectionsAPIDistributedZkTest, RecoveryZkTest, TestReplicationHandler, TestHashPartitioner, SpellCheckComponentTest, TestFunctionQuery, BasicFunctionalityTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestFoldingMultitermQuery, TestStressLucene, TestCSVLoader, TestUpdate, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, XmlUpdateRequestHandlerTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestBinaryResponseWriter, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestBinaryField, TestConfig, TestFuzzyAnalyzedSuggestions, TestCodecSupport, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestDefaultSimilarityFactory, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, CursorPagingTest, SolrTestCaseJ4Test, TestTolerantSearch, ActionThrottleTest, AliasIntegrationTest, DeleteInactiveReplicaTest, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, RecoveryAfterSoftCommitTest]
   [junit4] Completed on J1 in 54.10s, 1 test, 1 failure <<< FAILURES!

[...truncated 319 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:529: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:477: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/solr/common-build.xml:509: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1370: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:976: There were test failures: 476 suites, 1896 tests, 1 failure, 48 ignored (21 assumptions)

Total time: 45 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.9.0-ea-b54 -client -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-5.x-Linux (64bit/jdk1.9.0-ea-b54) - Build # 11925 - Still Failing!

Posted by Michael McCandless <lu...@mikemccandless.com>.
This is an odd failure: it looks like the LineFileDocs was closed
while threads were still running, but I can see in the test that we
clearly .join() to the threads...

Mike McCandless

http://blog.mikemccandless.com


On Wed, Mar 25, 2015 at 9:12 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/11925/
> Java: 64bit/jdk1.9.0-ea-b54 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
>
> 1 tests failed.
> FAILED:  org.apache.lucene.index.TestNRTThreads.testNRTThreads
>
> Error Message:
> Captured an uncaught exception in thread: Thread[id=1036, name=Thread-865, state=RUNNABLE, group=TGRP-TestNRTThreads]
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1036, name=Thread-865, state=RUNNABLE, group=TGRP-TestNRTThreads]
> Caused by: java.lang.RuntimeException: java.lang.NullPointerException
>         at __randomizedtesting.SeedInfo.seed([3274B57CC2BBC4CD]:0)
>         at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:302)
> Caused by: java.lang.NullPointerException
>         at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
>         at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
>         at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
>
>
>
>
> Build Log:
> [...truncated 836 lines...]
>    [junit4] Suite: org.apache.lucene.index.TestNRTThreads
>    [junit4]   1> Thread-865: hit exc
>    [junit4]   1> Thread-864: hit exc
>    [junit4]   1> Thread-863: hit exc
>    [junit4]   2> java.lang.NullPointerException
>    [junit4]   2>        at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
>    [junit4]   2>        at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
>    [junit4]   2>        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
>    [junit4]   2> java.lang.NullPointerException
>    [junit4]   2>        at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
>    [junit4]   2>        at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
>    [junit4]   2>        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
>    [junit4]   2> java.lang.NullPointerException
>    [junit4]   2>        at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
>    [junit4]   2>        at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
>    [junit4]   2>        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNRTThreads -Dtests.method=testNRTThreads -Dtests.seed=3274B57CC2BBC4CD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr_FR -Dtests.timezone=America/Costa_Rica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>    [junit4] ERROR   14.9s J1 | TestNRTThreads.testNRTThreads <<<
>    [junit4]    > Throwable #1: java.lang.AssertionError
>    [junit4]    >        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase.runTest(ThreadedIndexingAndSearchingTestCase.java:551)
>    [junit4]    >        at org.apache.lucene.index.TestNRTThreads.testNRTThreads(TestNRTThreads.java:149)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1036, name=Thread-865, state=RUNNABLE, group=TGRP-TestNRTThreads]
>    [junit4]    > Caused by: java.lang.RuntimeException: java.lang.NullPointerException
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([3274B57CC2BBC4CD]:0)
>    [junit4]    >        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:302)
>    [junit4]    > Caused by: java.lang.NullPointerException
>    [junit4]    >        at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
>    [junit4]    >        at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
>    [junit4]    >        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1034, name=Thread-863, state=RUNNABLE, group=TGRP-TestNRTThreads]
>    [junit4]    > Caused by: java.lang.RuntimeException: java.lang.NullPointerException
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([3274B57CC2BBC4CD]:0)
>    [junit4]    >        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:302)
>    [junit4]    > Caused by: java.lang.NullPointerException
>    [junit4]    >        at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
>    [junit4]    >        at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
>    [junit4]    >        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1035, name=Thread-864, state=RUNNABLE, group=TGRP-TestNRTThreads]
>    [junit4]    > Caused by: java.lang.RuntimeException: java.lang.NullPointerException
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([3274B57CC2BBC4CD]:0)
>    [junit4]    >        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:302)
>    [junit4]    > Caused by: java.lang.NullPointerException
>    [junit4]    >        at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
>    [junit4]    >        at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
>    [junit4]    >        at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
>    [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/build/core/test/J1/temp/lucene.index.TestNRTThreads 3274B57CC2BBC4CD-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {date=FSTOrd50, extra35=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra13=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra14=PostingsFormat(name=MockRandom), extra36=PostingsFormat(name=MockRandom), docid_int=PostingsFormat(name=MockRandom), extra8=FSTOrd50, extra33=FSTOrd50, extra11=FSTOrd50, extra34=Lucene50(blocksize=128), extra12=Lucene50(blocksize=128), extra9=Lucene50(blocksize=128), extra17=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra39=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra18=PostingsFormat(name=MockRandom), extra15=FSTOrd50, extra37=FSTOrd50, extra16=Lucene50(blocksize=128), extra38=Lucene50(blocksize=128), extra2=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra3=PostingsFormat(name=MockRandom), titleTokenized=Lucene50(blocksize=128), extra0=FSTOrd50, extra19=FSTOrd50, extra1=Lucene50(blocksize=128), body=FSTOrd50, title=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra6=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra7=PostingsFormat(name=MockRandom), extra4=FSTOrd50, extra5=Lucene50(blocksize=128), packID=FSTOrd50, extra31=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra32=PostingsFormat(name=MockRandom), extra10=PostingsFormat(name=MockRandom), extra30=Lucene50(blocksize=128), extra24=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra25=PostingsFormat(name=MockRandom), extra22=FSTOrd50, extra23=Lucene50(blocksize=128), extra28=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra29=PostingsFormat(name=MockRandom), docid=PostingsFormat(name=MockRandom), extra26=FSTOrd50, extra27=Lucene50(blocksize=128), extra20=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra21=PostingsFormat(name=MockRandom)}, docValues:{docid_intDV=DocValuesFormat(name=Asserting), titleDV=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {extra35=DFR I(F)LZ(0.3), extra13=DFR I(n)L2, extra14=DFR I(F)L3(800.0), extra36=DFR I(n)LZ(0.3), extra8=DFR GL3(800.0), extra33=DFR I(F)1, extra11=DFR GB2, extra34=IB LL-L2, extra12=DFR I(ne)B1, extra9=DFR G1, extra17=IB LL-D1, extra39=DFR I(n)L2, extra18=IB SPL-D3(800.0), extra15=LM Jelinek-Mercer(0.100000), extra37=DFR GB2, extra16=DFR I(n)1, extra38=DFR I(ne)B1, extra2=IB SPL-LZ(0.3), extra3=DefaultSimilarity, titleTokenized=DFR I(n)2, extra0=DFR I(F)B2, extra19=BM25(k1=1.2,b=0.75), extra1=IB LL-L3(800.0), body=IB SPL-D1, extra6=DFR I(n)B2, extra7=DFR I(ne)L1, extra4=DFR G3(800.0), extra5=DFR I(n)L3(800.0), extra31=DFR GLZ(0.3), extra32=DFR I(F)2, extra10=DFR I(n)LZ(0.3), extra30=DFR I(F)B1, extra24=IB LL-DZ(0.3), extra25=DFR I(F)Z(0.3), extra22=DFR I(F)L1, extra23=DFR I(ne)B2, extra28=IB SPL-LZ(0.3), extra29=DefaultSimilarity, extra26=DFR I(F)B2, extra27=IB LL-L3(800.0), extra20=DFR I(ne)Z(0.3), extra21=DFR GB3(800.0)}, locale=fr_FR, timezone=America/Costa_Rica
>    [junit4]   2> NOTE: Linux 3.13.0-46-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=262858032,total=508887040
>    [junit4]   2> NOTE: All tests run in this JVM: [TestQueryBuilder, TestDemo, TestIsCurrent, TestRoaringDocIdSet, TestLiveFieldValues, TestWorstCaseTestBehavior, TestQueryWrapperFilter, TestConjunctionDISI, TestStressNRT, TestDeterminism, TestArrayUtil, TestCustomNorms, Test2BTerms, TestIndexWriterConfig, TestSmallFloat, ThrowInUncaught, TestIndexWriterMerging, TestSortedSetSortField, TestSpanFirstQuery, TestBagOfPostings, TestOperations, TestBitUtil, TestNoMergeScheduler, TestTopFieldCollector, MultiCollectorTest, TestDocInverterPerFieldErrorInfo, TestMultiTermQueryRewrites, TestRecyclingByteBlockAllocator, TestPrefixQuery, TestConcurrentMergeScheduler, TestSnapshotDeletionPolicy, TestUTF32ToUTF8, TestConsistentFieldNumbers, TestSloppyMath, TestMockCharFilter, TestRateLimiter, TestAddIndexes, TestMinimize, TestCachingWrapperQuery, TestIntroSorter, TestSimilarity, TestBytesStore, TestMergeSchedulerExternal, TestPerFieldPostingsFormat2, TestCollectionUtil, TestCompiledAutomaton, TestMaxTermFrequency, TestIndexWriterOutOfFileDescriptors, TestTopDocsCollector, TestCharTermAttributeImpl, TestDateTools, TestPayloadSpans, TestElevationComparator, TestSentinelIntSet, TestBasics, TestFieldValueFilter, TestTransactions, TestSpans, TestRegexpRandom2, TestLucene50FieldInfoFormat, TestMultiDocValues, TestFieldReuse, TestSpansAdvanced2, NestedSetupChain, NestedTeardownChain, TestIndexReaderClose, TestSimilarityProvider, TestReusableStringReader, TestSearchForDuplicates, TestAssertingTermVectorsFormat, TestPerFieldDocValuesFormat, TestIndexWriterExceptions, TestDeletionPolicy, TestNRTThreads]
>    [junit4] Completed on J1 in 14.88s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 841 lines...]
> BUILD FAILED
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:529: The following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:477: The following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/build.xml:49: The following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1370: The following error occurred while executing this line:
> /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:976: There were test failures: 421 suites, 3375 tests, 1 error, 71 ignored (61 assumptions)
>
> Total time: 6 minutes 17 seconds
> Build step 'Invoke Ant' marked build as failure
> [description-setter] Description set: Java: 64bit/jdk1.9.0-ea-b54 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-5.x-Linux (64bit/jdk1.9.0-ea-b54) - Build # 11925 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-Linux/11925/
Java: 64bit/jdk1.9.0-ea-b54 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.lucene.index.TestNRTThreads.testNRTThreads

Error Message:
Captured an uncaught exception in thread: Thread[id=1036, name=Thread-865, state=RUNNABLE, group=TGRP-TestNRTThreads]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1036, name=Thread-865, state=RUNNABLE, group=TGRP-TestNRTThreads]
Caused by: java.lang.RuntimeException: java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([3274B57CC2BBC4CD]:0)
	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:302)
Caused by: java.lang.NullPointerException
	at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
	at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)




Build Log:
[...truncated 836 lines...]
   [junit4] Suite: org.apache.lucene.index.TestNRTThreads
   [junit4]   1> Thread-865: hit exc
   [junit4]   1> Thread-864: hit exc
   [junit4]   1> Thread-863: hit exc
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
   [junit4]   2> 	at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
   [junit4]   2> 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
   [junit4]   2> 	at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
   [junit4]   2> 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
   [junit4]   2> 	at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
   [junit4]   2> 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNRTThreads -Dtests.method=testNRTThreads -Dtests.seed=3274B57CC2BBC4CD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr_FR -Dtests.timezone=America/Costa_Rica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   14.9s J1 | TestNRTThreads.testNRTThreads <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase.runTest(ThreadedIndexingAndSearchingTestCase.java:551)
   [junit4]    > 	at org.apache.lucene.index.TestNRTThreads.testNRTThreads(TestNRTThreads.java:149)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1036, name=Thread-865, state=RUNNABLE, group=TGRP-TestNRTThreads]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3274B57CC2BBC4CD]:0)
   [junit4]    > 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:302)
   [junit4]    > Caused by: java.lang.NullPointerException
   [junit4]    > 	at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
   [junit4]    > 	at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
   [junit4]    > 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1034, name=Thread-863, state=RUNNABLE, group=TGRP-TestNRTThreads]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3274B57CC2BBC4CD]:0)
   [junit4]    > 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:302)
   [junit4]    > Caused by: java.lang.NullPointerException
   [junit4]    > 	at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
   [junit4]    > 	at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
   [junit4]    > 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1035, name=Thread-864, state=RUNNABLE, group=TGRP-TestNRTThreads]
   [junit4]    > Caused by: java.lang.RuntimeException: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3274B57CC2BBC4CD]:0)
   [junit4]    > 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:302)
   [junit4]    > Caused by: java.lang.NullPointerException
   [junit4]    > 	at org.apache.lucene.util.CloseableThreadLocal.get(CloseableThreadLocal.java:78)
   [junit4]    > 	at org.apache.lucene.util.LineFileDocs.nextDoc(LineFileDocs.java:224)
   [junit4]    > 	at org.apache.lucene.index.ThreadedIndexingAndSearchingTestCase$1.run(ThreadedIndexingAndSearchingTestCase.java:151)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/build/core/test/J1/temp/lucene.index.TestNRTThreads 3274B57CC2BBC4CD-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {date=FSTOrd50, extra35=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra13=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra14=PostingsFormat(name=MockRandom), extra36=PostingsFormat(name=MockRandom), docid_int=PostingsFormat(name=MockRandom), extra8=FSTOrd50, extra33=FSTOrd50, extra11=FSTOrd50, extra34=Lucene50(blocksize=128), extra12=Lucene50(blocksize=128), extra9=Lucene50(blocksize=128), extra17=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra39=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra18=PostingsFormat(name=MockRandom), extra15=FSTOrd50, extra37=FSTOrd50, extra16=Lucene50(blocksize=128), extra38=Lucene50(blocksize=128), extra2=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra3=PostingsFormat(name=MockRandom), titleTokenized=Lucene50(blocksize=128), extra0=FSTOrd50, extra19=FSTOrd50, extra1=Lucene50(blocksize=128), body=FSTOrd50, title=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra6=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra7=PostingsFormat(name=MockRandom), extra4=FSTOrd50, extra5=Lucene50(blocksize=128), packID=FSTOrd50, extra31=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra32=PostingsFormat(name=MockRandom), extra10=PostingsFormat(name=MockRandom), extra30=Lucene50(blocksize=128), extra24=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra25=PostingsFormat(name=MockRandom), extra22=FSTOrd50, extra23=Lucene50(blocksize=128), extra28=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra29=PostingsFormat(name=MockRandom), docid=PostingsFormat(name=MockRandom), extra26=FSTOrd50, extra27=Lucene50(blocksize=128), extra20=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra21=PostingsFormat(name=MockRandom)}, docValues:{docid_intDV=DocValuesFormat(name=Asserting), titleDV=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {extra35=DFR I(F)LZ(0.3), extra13=DFR I(n)L2, extra14=DFR I(F)L3(800.0), extra36=DFR I(n)LZ(0.3), extra8=DFR GL3(800.0), extra33=DFR I(F)1, extra11=DFR GB2, extra34=IB LL-L2, extra12=DFR I(ne)B1, extra9=DFR G1, extra17=IB LL-D1, extra39=DFR I(n)L2, extra18=IB SPL-D3(800.0), extra15=LM Jelinek-Mercer(0.100000), extra37=DFR GB2, extra16=DFR I(n)1, extra38=DFR I(ne)B1, extra2=IB SPL-LZ(0.3), extra3=DefaultSimilarity, titleTokenized=DFR I(n)2, extra0=DFR I(F)B2, extra19=BM25(k1=1.2,b=0.75), extra1=IB LL-L3(800.0), body=IB SPL-D1, extra6=DFR I(n)B2, extra7=DFR I(ne)L1, extra4=DFR G3(800.0), extra5=DFR I(n)L3(800.0), extra31=DFR GLZ(0.3), extra32=DFR I(F)2, extra10=DFR I(n)LZ(0.3), extra30=DFR I(F)B1, extra24=IB LL-DZ(0.3), extra25=DFR I(F)Z(0.3), extra22=DFR I(F)L1, extra23=DFR I(ne)B2, extra28=IB SPL-LZ(0.3), extra29=DefaultSimilarity, extra26=DFR I(F)B2, extra27=IB LL-L3(800.0), extra20=DFR I(ne)Z(0.3), extra21=DFR GB3(800.0)}, locale=fr_FR, timezone=America/Costa_Rica
   [junit4]   2> NOTE: Linux 3.13.0-46-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=262858032,total=508887040
   [junit4]   2> NOTE: All tests run in this JVM: [TestQueryBuilder, TestDemo, TestIsCurrent, TestRoaringDocIdSet, TestLiveFieldValues, TestWorstCaseTestBehavior, TestQueryWrapperFilter, TestConjunctionDISI, TestStressNRT, TestDeterminism, TestArrayUtil, TestCustomNorms, Test2BTerms, TestIndexWriterConfig, TestSmallFloat, ThrowInUncaught, TestIndexWriterMerging, TestSortedSetSortField, TestSpanFirstQuery, TestBagOfPostings, TestOperations, TestBitUtil, TestNoMergeScheduler, TestTopFieldCollector, MultiCollectorTest, TestDocInverterPerFieldErrorInfo, TestMultiTermQueryRewrites, TestRecyclingByteBlockAllocator, TestPrefixQuery, TestConcurrentMergeScheduler, TestSnapshotDeletionPolicy, TestUTF32ToUTF8, TestConsistentFieldNumbers, TestSloppyMath, TestMockCharFilter, TestRateLimiter, TestAddIndexes, TestMinimize, TestCachingWrapperQuery, TestIntroSorter, TestSimilarity, TestBytesStore, TestMergeSchedulerExternal, TestPerFieldPostingsFormat2, TestCollectionUtil, TestCompiledAutomaton, TestMaxTermFrequency, TestIndexWriterOutOfFileDescriptors, TestTopDocsCollector, TestCharTermAttributeImpl, TestDateTools, TestPayloadSpans, TestElevationComparator, TestSentinelIntSet, TestBasics, TestFieldValueFilter, TestTransactions, TestSpans, TestRegexpRandom2, TestLucene50FieldInfoFormat, TestMultiDocValues, TestFieldReuse, TestSpansAdvanced2, NestedSetupChain, NestedTeardownChain, TestIndexReaderClose, TestSimilarityProvider, TestReusableStringReader, TestSearchForDuplicates, TestAssertingTermVectorsFormat, TestPerFieldDocValuesFormat, TestIndexWriterExceptions, TestDeletionPolicy, TestNRTThreads]
   [junit4] Completed on J1 in 14.88s, 1 test, 1 error <<< FAILURES!

[...truncated 841 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:529: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:477: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/build.xml:49: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:1370: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-5.x-Linux/lucene/common-build.xml:976: There were test failures: 421 suites, 3375 tests, 1 error, 71 ignored (61 assumptions)

Total time: 6 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.9.0-ea-b54 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any