You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/03/31 14:56:46 UTC
[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_40) - Build #
12168 - Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12168/
Java: 32bit/jdk1.8.0_40 -client -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test
Error Message:
Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: { "collection1":{ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"collection1", "base_url":"http://127.0.0.1:38830/_uni", "node_name":"127.0.0.1:38830__uni", "state":"active", "leader":"true"}, "core_node2":{ "core":"collection1", "base_url":"http://127.0.0.1:40651/_uni", "node_name":"127.0.0.1:40651__uni", "state":"recovering"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "autoCreated":"true"}, "control_collection":{ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "core":"collection1", "base_url":"http://127.0.0.1:53107/_uni", "node_name":"127.0.0.1:53107__uni", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "autoCreated":"true"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {
"collection1":{
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"collection1",
"base_url":"http://127.0.0.1:38830/_uni",
"node_name":"127.0.0.1:38830__uni",
"state":"active",
"leader":"true"},
"core_node2":{
"core":"collection1",
"base_url":"http://127.0.0.1:40651/_uni",
"node_name":"127.0.0.1:40651__uni",
"state":"recovering"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"autoCreated":"true"},
"control_collection":{
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node1":{
"core":"collection1",
"base_url":"http://127.0.0.1:53107/_uni",
"node_name":"127.0.0.1:53107__uni",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"autoCreated":"true"}}
at __randomizedtesting.SeedInfo.seed([1BE8F81E122A67D:89EAB05B4FDECB85]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1925)
at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 9624 lines...]
[junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/init-core-data-001
[junit4] 2> 801417 T4372 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_uni/
[junit4] 2> 801419 T4372 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 801420 T4373 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 801520 T4372 oasc.ZkTestServer.run start zk server on port:39015
[junit4] 2> 801520 T4372 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 801521 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 801523 T4380 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165da27 name:ZooKeeperConnection Watcher:127.0.0.1:39015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 801523 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 801524 T4372 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 801524 T4372 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 801527 T4372 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 801527 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 801528 T4383 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e7e172 name:ZooKeeperConnection Watcher:127.0.0.1:39015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 801529 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 801529 T4372 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 801529 T4372 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 801532 T4372 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 801533 T4372 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 801535 T4372 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 801537 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 801537 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 801540 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 801540 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 801542 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 801543 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 801545 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 801545 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 801547 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 801547 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 801549 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 801549 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 801551 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 801552 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 801553 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 801554 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 801555 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 801556 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 801557 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 801558 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 801559 T4372 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 801560 T4372 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 801618 T4372 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1
[junit4] 2> 801621 T4372 oejs.Server.doStart jetty-9.2.9.v20150224
[junit4] 2> 801622 T4372 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1cb7132{/_uni,null,AVAILABLE}
[junit4] 2> 801624 T4372 oejs.AbstractConnector.doStart Started ServerConnector@4ca9b9{HTTP/1.1}{127.0.0.1:51907}
[junit4] 2> 801624 T4372 oejs.Server.doStart Started @802307ms
[junit4] 2> 801625 T4372 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/tempDir-001/control/data, hostContext=/_uni, hostPort=53107, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores}
[junit4] 2> 801625 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 801625 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/'
[junit4] 2> 801639 T4372 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/solr.xml
[junit4] 2> 801646 T4372 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores
[junit4] 2> 801647 T4372 oasc.CoreContainer.<init> New CoreContainer 32085886
[junit4] 2> 801647 T4372 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/]
[junit4] 2> 801647 T4372 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/lib
[junit4] 2> 801647 T4372 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/lib).
[junit4] 2> 801655 T4372 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 801656 T4372 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 801656 T4372 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 801656 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 801657 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 801657 T4372 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 801657 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 801658 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 801658 T4372 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 801658 T4372 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 801659 T4372 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 801659 T4372 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 801659 T4372 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 801660 T4372 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 801660 T4372 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 801660 T4372 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39015/solr
[junit4] 2> 801661 T4372 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 801661 T4372 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 801662 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 801663 T4397 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ac816 name:ZooKeeperConnection Watcher:127.0.0.1:39015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 801664 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 801664 T4372 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 801666 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 801667 T4400 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bdc980 name:ZooKeeperConnection Watcher:127.0.0.1:39015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 801667 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 801669 T4372 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 801671 T4372 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 801673 T4372 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 801675 T4372 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 801677 T4372 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 801679 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 801681 T4372 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 801682 T4372 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 801683 T4372 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53107__uni
[junit4] 2> 801684 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53107__uni
[junit4] 2> 801686 T4372 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 801687 T4372 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 801688 T4372 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 801690 T4372 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:53107__uni
[junit4] 2> 801690 T4372 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 801691 T4372 oasc.Overseer.start Overseer (id=93572684061999107-127.0.0.1:53107__uni-n_0000000000) starting
[junit4] 2> 801693 T4372 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 801698 T4372 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 801699 T4402 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 801699 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 801699 T4401 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 801702 T4372 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores
[junit4] 2> 801704 T4372 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 801704 T4372 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/
[junit4] 2> 801704 T4372 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 801705 T4404 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 801705 T4404 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 801706 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 801706 T4404 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 801707 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:53107/_uni",
[junit4] 2> "node_name":"127.0.0.1:53107__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 801708 T4401 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:53107/_uni",
[junit4] 2> "node_name":"127.0.0.1:53107__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 801708 T4401 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
[junit4] 2> 801708 T4401 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 801709 T4400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 802707 T4404 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 802707 T4404 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 802708 T4404 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 802708 T4404 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 802709 T4404 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 802709 T4404 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/'
[junit4] 2> 802724 T4404 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 802727 T4404 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 802736 T4404 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 802743 T4404 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
[junit4] 2> 802760 T4404 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 802761 T4404 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 802785 T4404 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 802918 T4404 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 802925 T4404 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 802927 T4404 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 802940 T4404 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 802943 T4404 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 802945 T4404 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 802946 T4404 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 802946 T4404 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 802947 T4404 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 802947 T4404 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 802948 T4404 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 802948 T4404 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 802948 T4404 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 802948 T4404 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/data/
[junit4] 2> 802949 T4404 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1330876
[junit4] 2> 802950 T4404 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/data
[junit4] 2> 802950 T4404 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/data/index/
[junit4] 2> 802950 T4404 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 802950 T4404 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/control-001/cores/collection1/data/index
[junit4] 2> 802951 T4404 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 802952 T4404 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@135776e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c1197a),segFN=segments_1,generation=1}
[junit4] 2> 802952 T4404 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 802956 T4404 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 802957 T4404 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 802957 T4404 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 802957 T4404 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 802957 T4404 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 802958 T4404 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 802958 T4404 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 802958 T4404 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 802959 T4404 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 802960 T4404 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 802961 T4404 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 802962 T4404 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 802964 T4404 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 802970 T4404 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 802970 T4404 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 802971 T4404 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 802971 T4404 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 802972 T4404 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 802972 T4404 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 802972 T4404 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8477788523969436]
[junit4] 2> 802973 T4404 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@135776e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c1197a),segFN=segments_1,generation=1}
[junit4] 2> 802973 T4404 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 802974 T4404 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1e5f418[collection1] main
[junit4] 2> 802974 T4404 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 802975 T4404 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 802975 T4404 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 802975 T4404 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 802976 T4404 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 802976 T4404 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 802976 T4404 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 802977 T4404 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 802977 T4404 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 802977 T4404 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 802978 T4405 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e5f418[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 802979 T4404 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 802979 T4408 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53107/_uni collection:control_collection shard:shard1
[junit4] 2> 802979 T4372 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 802980 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 802980 T4408 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 802981 T4372 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 802982 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 802983 T4412 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1568f62 name:ZooKeeperConnection Watcher:127.0.0.1:39015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 802984 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 802984 T4408 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 802984 T4372 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 802985 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 802986 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 802986 T4408 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 802986 T4408 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 802986 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> ASYNC NEW_CORE C4030 name=collection1 org.apache.solr.core.SolrCore@423ec1 url=http://127.0.0.1:53107/_uni/collection1 node=127.0.0.1:53107__uni C4030_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:53107/_uni, node_name=127.0.0.1:53107__uni, state=down}
[junit4] 2> 802986 T4408 C:control_collection S:shard1 C4030 P53107 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53107/_uni/collection1/
[junit4] 2> 802987 T4408 C:control_collection S:shard1 C4030 P53107 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 802987 T4408 C:control_collection S:shard1 C4030 P53107 oasc.SyncStrategy.syncToMe http://127.0.0.1:53107/_uni/collection1/ has no replicas
[junit4] 2> 802987 T4408 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53107/_uni/collection1/ shard1
[junit4] 2> 802987 T4372 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 802988 T4408 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 802991 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 802992 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:53107/_uni",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 1
[junit4] 2> 803055 T4372 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1
[junit4] 2> 803056 T4372 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001
[junit4] 2> 803057 T4372 oejs.Server.doStart jetty-9.2.9.v20150224
[junit4] 2> 803059 T4372 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@10252b0{/_uni,null,AVAILABLE}
[junit4] 2> 803059 T4372 oejs.AbstractConnector.doStart Started ServerConnector@45568f{HTTP/1.1}{127.0.0.1:33946}
[junit4] 2> 803060 T4372 oejs.Server.doStart Started @803743ms
[junit4] 2> 803060 T4372 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_uni, hostPort=38830, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores}
[junit4] 2> 803060 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 803061 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/'
[junit4] 2> 803076 T4372 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/solr.xml
[junit4] 2> 803087 T4372 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores
[junit4] 2> 803088 T4372 oasc.CoreContainer.<init> New CoreContainer 10068057
[junit4] 2> 803088 T4372 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/]
[junit4] 2> 803089 T4372 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/lib
[junit4] 2> 803089 T4372 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/lib).
[junit4] 2> 803094 T4400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 803094 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 803100 T4372 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 803100 T4372 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 803100 T4372 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 803100 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 803101 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 803101 T4372 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 803101 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 803101 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 803102 T4372 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 803102 T4372 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 803102 T4372 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 803103 T4372 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 803103 T4372 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 803103 T4372 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 803104 T4372 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 803104 T4372 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39015/solr
[junit4] 2> 803104 T4372 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 803104 T4372 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 803105 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 803109 T4426 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11ac25a name:ZooKeeperConnection Watcher:127.0.0.1:39015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 803110 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 803111 T4372 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 803113 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 803114 T4429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1546df8 name:ZooKeeperConnection Watcher:127.0.0.1:39015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 803114 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 803118 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 803142 T4408 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:53107/_uni/collection1/ and leader is http://127.0.0.1:53107/_uni/collection1/
[junit4] 2> 803142 T4408 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53107/_uni
[junit4] 2> 803142 T4408 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 803142 T4408 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 803143 T4408 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 803144 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 803144 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:53107/_uni",
[junit4] 2> "node_name":"127.0.0.1:53107__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"} current state version: 2
[junit4] 2> 803145 T4401 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:53107/_uni",
[junit4] 2> "node_name":"127.0.0.1:53107__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state"}
[junit4] 2> 803247 T4429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 803247 T4400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 803247 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 804121 T4372 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38830__uni
[junit4] 2> 804122 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38830__uni
[junit4] 2> 804123 T4372 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 804125 T4372 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores
[junit4] 2> 804126 T4372 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 804126 T4372 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/
[junit4] 2> 804127 T4372 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 804127 T4430 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 804128 T4430 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 804128 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 804128 T4430 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 804129 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38830/_uni",
[junit4] 2> "node_name":"127.0.0.1:38830__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 804130 T4401 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38830/_uni",
[junit4] 2> "node_name":"127.0.0.1:38830__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 804130 T4401 oasco.ClusterStateMutator.createCollection building a new cName: collection1
[junit4] 2> 804130 T4401 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 804232 T4429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 804232 T4400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 804232 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 805129 T4430 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 805129 T4430 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 805130 T4430 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 805130 T4430 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 805131 T4430 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 805131 T4430 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/'
[junit4] 2> 805144 T4430 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 805146 T4430 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 805151 T4430 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 805156 T4430 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
[junit4] 2> 805166 T4430 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 805168 T4430 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 805175 T4430 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 805257 T4430 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 805262 T4430 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 805263 T4430 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 805272 T4430 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 805274 T4430 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 805276 T4430 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 805277 T4430 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 805277 T4430 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 805277 T4430 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 805278 T4430 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 805278 T4430 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 805278 T4430 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 805279 T4430 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 805279 T4430 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/data/
[junit4] 2> 805279 T4430 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1330876
[junit4] 2> 805280 T4430 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/data
[junit4] 2> 805280 T4430 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/data/index/
[junit4] 2> 805280 T4430 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 805280 T4430 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 805281 T4430 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 805281 T4430 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1d65471 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5263c5),segFN=segments_1,generation=1}
[junit4] 2> 805282 T4430 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 805287 T4430 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 805287 T4430 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 805288 T4430 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 805288 T4430 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 805288 T4430 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 805288 T4430 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 805288 T4430 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 805289 T4430 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 805289 T4430 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 805290 T4430 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 805292 T4430 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 805293 T4430 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 805294 T4430 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 805302 T4430 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
[junit4] 2> 805303 T4430 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 805303 T4430 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 805303 T4430 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 805304 T4430 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 805304 T4430 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 805305 T4430 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8477788523969436]
[junit4] 2> 805306 T4430 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1d65471 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5263c5),segFN=segments_1,generation=1}
[junit4] 2> 805306 T4430 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 805306 T4430 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1f07286[collection1] main
[junit4] 2> 805307 T4430 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 805308 T4430 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 805308 T4430 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 805308 T4430 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 805309 T4430 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 805309 T4430 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 805309 T4430 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 805310 T4430 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 805310 T4430 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 805310 T4430 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 805312 T4431 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f07286[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 805312 T4430 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 805313 T4434 C:collection1 S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38830/_uni collection:collection1 shard:shard1
[junit4] 2> 805313 T4372 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 805313 T4434 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 805314 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 805317 T4434 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 805318 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 805318 T4434 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 805319 T4434 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C4031 name=collection1 org.apache.solr.core.SolrCore@4597e url=http://127.0.0.1:38830/_uni/collection1 node=127.0.0.1:38830__uni C4031_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:38830/_uni, node_name=127.0.0.1:38830__uni, state=down}
[junit4] 2> 805319 T4434 C:collection1 S:shard1 C4031 P38830 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38830/_uni/collection1/
[junit4] 2> 805319 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"} current state version: 4
[junit4] 2> 805319 T4434 C:collection1 S:shard1 C4031 P38830 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 805320 T4434 C:collection1 S:shard1 C4031 P38830 oasc.SyncStrategy.syncToMe http://127.0.0.1:38830/_uni/collection1/ has no replicas
[junit4] 2> 805320 T4434 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38830/_uni/collection1/ shard1
[junit4] 2> 805320 T4434 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 805323 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 805324 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:38830/_uni",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 4
[junit4] 2> 805384 T4372 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores/collection1
[junit4] 2> 805385 T4372 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001
[junit4] 2> 805386 T4372 oejs.Server.doStart jetty-9.2.9.v20150224
[junit4] 2> 805387 T4372 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@25817c{/_uni,null,AVAILABLE}
[junit4] 2> 805388 T4372 oejs.AbstractConnector.doStart Started ServerConnector@1a9ba6f{HTTP/1.1}{127.0.0.1:38307}
[junit4] 2> 805388 T4372 oejs.Server.doStart Started @806071ms
[junit4] 2> 805388 T4372 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_uni, hostPort=40651, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores}
[junit4] 2> 805389 T4372 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
[junit4] 2> 805389 T4372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/'
[junit4] 2> 805403 T4372 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/solr.xml
[junit4] 2> 805408 T4372 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores
[junit4] 2> 805408 T4372 oasc.CoreContainer.<init> New CoreContainer 33330160
[junit4] 2> 805408 T4372 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/]
[junit4] 2> 805409 T4372 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/lib
[junit4] 2> 805409 T4372 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/lib).
[junit4] 2> 805416 T4372 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 805417 T4372 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 805417 T4372 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 805417 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 805418 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 805418 T4372 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 805418 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 805418 T4372 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 805419 T4372 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 805419 T4372 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 805419 T4372 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 805420 T4372 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 805420 T4372 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 805420 T4372 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 805421 T4372 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 805421 T4372 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39015/solr
[junit4] 2> 805421 T4372 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 805421 T4372 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 805422 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 805423 T4449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@df0b0e name:ZooKeeperConnection Watcher:127.0.0.1:39015 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 805424 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 805424 T4372 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 805426 T4374 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14c6fdc42320007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 805426 T4372 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 805427 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 805428 T4429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 805428 T4400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 805428 T4452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b74a3 name:ZooKeeperConnection Watcher:127.0.0.1:39015/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 805429 T4372 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 805432 T4372 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 805474 T4434 C:collection1 S:shard1 oasc.ZkController.register We are http://127.0.0.1:38830/_uni/collection1/ and leader is http://127.0.0.1:38830/_uni/collection1/
[junit4] 2> 805474 T4434 C:collection1 S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38830/_uni
[junit4] 2> 805474 T4434 C:collection1 S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 805474 T4434 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 805474 T4434 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 805475 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 805476 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38830/_uni",
[junit4] 2> "node_name":"127.0.0.1:38830__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 5
[junit4] 2> 805477 T4401 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38830/_uni",
[junit4] 2> "node_name":"127.0.0.1:38830__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 805579 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 805580 T4429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 805580 T4400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 805580 T4452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 806435 T4372 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40651__uni
[junit4] 2> 806436 T4372 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40651__uni
[junit4] 2> 806438 T4372 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 806440 T4372 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores
[junit4] 2> 806440 T4372 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
[junit4] 2> 806441 T4372 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores/collection1/
[junit4] 2> 806441 T4372 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 806442 T4453 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 806442 T4453 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 806447 T4400 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 806447 T4453 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 806448 T4401 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40651/_uni",
[junit4] 2> "node_name":"127.0.0.1:40651__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"} current state version: 6
[junit4] 2> 806448 T4401 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:40651/_uni",
[junit4] 2> "node_name":"127.0.0.1:40651__uni",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state"}
[junit4] 2> 806449 T4401 oasco.ReplicaMutator.updateState Collection already exists with numShards=1
[junit4] 2> 806449 T4401 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 806559 T4412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 806559 T4452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 806559 T4400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 806559 T4429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 807448 T4453 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 807448 T4453 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 807448 T4453 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 807449 T4453 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 807449 T4453 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 807449 T4453 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores/collection1/'
[junit4] 2> 807462 T4453 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 807464 T4453 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 807469 T4453 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 807473 T4453 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
[junit4] 2> 807481 T4453 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 807482 T4453 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 807488 T4453 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 807563 T4453 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 807568 T4453 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 807569 T4453 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 807578 T4453 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 807580 T4453 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 807582 T4453 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 807582 T4453 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 807583 T4453 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 807583 T4453 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 807584 T4453 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 807584 T4453 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 807584 T4453 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 807584 T4453 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 807585 T4453 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shard-2-001/cores/collection1/data/
[junit4] 2> 807585 T4453 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1330876
[junit4] 2> 807586 T4453 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001/shar
[...truncated too long message...]
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:291)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:486)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:455)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:442)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:146)
[junit4] 2> at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:142)
[junit4] 2> ... 11 more
[junit4] 2>
[junit4] 2> 859178 T4507 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 859179 T4372 C:control_collection S:shard1 c:collection1 oejs.AbstractConnector.doStop Stopped ServerConnector@1a9ba6f{HTTP/1.1}{127.0.0.1:0}
[junit4] 2> 859179 T4372 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@25817c{/_uni,null,UNAVAILABLE}
[junit4] 2> 859180 T4372 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39015 39015
[junit4] 2> 859188 T4373 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39015 39015
[junit4] 2> 859188 T4373 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 3 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 859189 T4372 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 1 connections to: http://127.0.0.1:40651/_uni
[junit4] 2> 859189 T4372 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 8 connections to: http://127.0.0.1:38830/_uni
[junit4] 2> 859189 T4372 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:53107/_uni
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryAfterSoftCommitTest -Dtests.method=test -Dtests.seed=1BE8F81E122A67D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=SystemV/PST8PDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 57.8s J0 | RecoveryAfterSoftCommitTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {
[junit4] > "collection1":{
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:38830/_uni",
[junit4] > "node_name":"127.0.0.1:38830__uni",
[junit4] > "state":"active",
[junit4] > "leader":"true"},
[junit4] > "core_node2":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:40651/_uni",
[junit4] > "node_name":"127.0.0.1:40651__uni",
[junit4] > "state":"recovering"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "autoCreated":"true"},
[junit4] > "control_collection":{
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:53107/_uni",
[junit4] > "node_name":"127.0.0.1:53107__uni",
[junit4] > "state":"active",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "autoCreated":"true"}}
[junit4] > at __randomizedtesting.SeedInfo.seed([1BE8F81E122A67D:89EAB05B4FDECB85]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1925)
[junit4] > at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:103)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 859200 T4372 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest 1BE8F81E122A67D-001
[junit4] 2> 57786 T4371 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {_version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=Lucene50(blocksize=128), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{timestamp=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=sk, timezone=SystemV/PST8PDT
[junit4] 2> NOTE: Linux 3.13.0-46-generic i386/Oracle Corporation 1.8.0_40 (32-bit)/cpus=12,threads=1,free=232091792,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrDeletionPolicy1, RequestHandlersTest, TestDFRSimilarityFactory, TestSolrIndexConfig, TestManagedSynonymFilterFactory, TestIBSimilarityFactory, LeaderElectionIntegrationTest, TermVectorComponentTest, DistribJoinFromCollectionTest, SolrCoreTest, TestInitQParser, DefaultValueUpdateProcessorTest, RankQueryTest, DistributedFacetPivotSmallAdvancedTest, TestFreeTextSuggestions, CSVRequestHandlerTest, TestInfoStreamLogging, OverseerRolesTest, TestConfig, TestCodecSupport, AddSchemaFieldsUpdateProcessorFactoryTest, StandardRequestHandlerTest, SignatureUpdateProcessorFactoryTest, TestPostingsSolrHighlighter, ResponseHeaderTest, ClusterStateTest, TestCloudManagedSchemaConcurrent, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, TestUpdate, TestSolrConfigHandler, SyncSliceTest, TermsComponentTest, FastVectorHighlighterTest, TestFunctionQuery, TestDistributedSearch, RequestLoggingTest, TestCollapseQParserPlugin, TestImplicitCoreProperties, BasicZkTest, ChaosMonkeyNothingIsSafeTest, SolrIndexConfigTest, SimplePostToolTest, TestQuerySenderListener, BadCopyFieldTest, TestCloudSchemaless, DateFieldTest, UniqFieldsUpdateProcessorFactoryTest, TestMergePolicyConfig, SchemaVersionSpecificBehaviorTest, DistributedQueryComponentOptimizationTest, TestRandomFaceting, DistributedSuggestComponentTest, ExitableDirectoryReaderTest, TestDynamicFieldResource, TestJsonRequest, TestSolr4Spatial, RecoveryAfterSoftCommitTest]
[junit4] Completed on J0 in 58.06s, 1 test, 1 failure <<< FAILURES!
[...truncated 849 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958: There were test failures: 479 suites, 1901 tests, 1 failure, 49 ignored (21 assumptions)
Total time: 47 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_40 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any