You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2015/04/12 03:19:11 UTC
[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2932 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2932/
1 tests failed.
REGRESSION: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test
Error Message:
Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: { "control_collection":{ "autoCreated":"true", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "core":"collection1", "node_name":"127.0.0.1:19767_rr%2Fu", "base_url":"http://127.0.0.1:19767/rr/u", "state":"active", "leader":"true"}}}}, "replicationFactor":"1", "autoAddReplicas":"false"}, "collection1":{ "autoCreated":"true", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"collection1", "node_name":"127.0.0.1:19778_rr%2Fu", "base_url":"http://127.0.0.1:19778/rr/u", "state":"active", "leader":"true"}, "core_node2":{ "core":"collection1", "node_name":"127.0.0.1:23901_rr%2Fu", "base_url":"http://127.0.0.1:23901/rr/u", "state":"recovering"}}}}, "replicationFactor":"1", "autoAddReplicas":"false"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {
"control_collection":{
"autoCreated":"true",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node1":{
"core":"collection1",
"node_name":"127.0.0.1:19767_rr%2Fu",
"base_url":"http://127.0.0.1:19767/rr/u",
"state":"active",
"leader":"true"}}}},
"replicationFactor":"1",
"autoAddReplicas":"false"},
"collection1":{
"autoCreated":"true",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"collection1",
"node_name":"127.0.0.1:19778_rr%2Fu",
"base_url":"http://127.0.0.1:19778/rr/u",
"state":"active",
"leader":"true"},
"core_node2":{
"core":"collection1",
"node_name":"127.0.0.1:23901_rr%2Fu",
"base_url":"http://127.0.0.1:23901/rr/u",
"state":"recovering"}}}},
"replicationFactor":"1",
"autoAddReplicas":"false"}}
at __randomizedtesting.SeedInfo.seed([E50EFFE356812358:6D5AC039F87D4EA0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1920)
at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:102)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 9869 lines...]
[junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
[junit4] 2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/init-core-data-001
[junit4] 2> 938764 T2478 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /rr/u
[junit4] 2> 938776 T2478 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 938776 T2479 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 938876 T2478 oasc.ZkTestServer.run start zk server on port:19732
[junit4] 2> 938877 T2478 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 938878 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 938889 T2486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39df1139 name:ZooKeeperConnection Watcher:127.0.0.1:19732 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 938890 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 938891 T2478 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 938903 T2478 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 938908 T2478 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 938910 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 938912 T2489 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@119cb43f name:ZooKeeperConnection Watcher:127.0.0.1:19732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 938913 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 938913 T2478 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 938914 T2478 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 938917 T2478 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 938919 T2478 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 938922 T2478 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 938926 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 938927 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 938933 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 938935 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 938940 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 938942 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 938946 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 938947 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 938949 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 938951 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 938955 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 938956 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 938961 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 938962 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 938967 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 938969 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 938973 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 938975 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 938979 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 938980 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 938985 T2478 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 938987 T2478 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 944853 T2478 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1
[junit4] 2> 944867 T2478 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 944874 T2478 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19768
[junit4] 2> 944875 T2478 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostPort=19767, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/tempDir-001/control/data, coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores, hostContext=/rr/u}
[junit4] 2> 944875 T2478 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@60da5686
[junit4] 2> 944876 T2478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/'
[junit4] 2> 945060 T2478 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/solr.xml
[junit4] 2> 945269 T2478 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores
[junit4] 2> 945269 T2478 oasc.CoreContainer.<init> New CoreContainer 1237524145
[junit4] 2> 945270 T2478 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/]
[junit4] 2> 945270 T2478 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/lib
[junit4] 2> 945273 T2478 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/lib).
[junit4] 2> 945297 T2478 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 945298 T2478 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 945299 T2478 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 945299 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 945299 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 945300 T2478 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 945300 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 945301 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 945301 T2478 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 945302 T2478 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 945302 T2478 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 945334 T2478 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 945335 T2478 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 945336 T2478 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 945336 T2478 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 945336 T2478 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19732/solr
[junit4] 2> 945337 T2478 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 945337 T2478 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 945338 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 945341 T2501 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51b0257b name:ZooKeeperConnection Watcher:127.0.0.1:19732 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 945341 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 945343 T2478 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 945345 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 945348 T2504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e876a1f name:ZooKeeperConnection Watcher:127.0.0.1:19732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 945348 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 945350 T2478 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 945355 T2478 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 945359 T2478 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 945363 T2478 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 945368 T2478 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 945372 T2478 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 945377 T2478 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 945382 T2478 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 945384 T2478 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19767_rr%2Fu
[junit4] 2> 945386 T2478 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19767_rr%2Fu
[junit4] 2> 945391 T2478 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 945393 T2478 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 945396 T2478 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 945400 T2478 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:19767_rr%2Fu
[junit4] 2> 945400 T2478 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 945403 T2478 oasc.Overseer.start Overseer (id=93637747355090947-127.0.0.1:19767_rr%2Fu-n_0000000000) starting
[junit4] 2> 945407 T2478 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 945418 T2478 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 945419 T2506 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 945419 T2478 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 945419 T2505 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 945425 T2478 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores
[junit4] 2> 945431 T2478 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {collection=control_collection, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, shard=, transient=false, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/, dataDir=data/, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1, coreNodeName=, name=collection1}
[junit4] 2> 945432 T2478 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/
[junit4] 2> 945433 T2478 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 945435 T2508 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 945435 T2508 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 945437 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 945437 T2508 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 945438 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19767_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:19767/rr/u",
[junit4] 2> "state":"down",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 945439 T2505 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19767_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:19767/rr/u",
[junit4] 2> "state":"down",
[junit4] 2> "operation":"state"}
[junit4] 2> 945440 T2505 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
[junit4] 2> 945440 T2505 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 945442 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 946437 T2508 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 946438 T2508 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 946439 T2508 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 946439 T2508 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 946439 T2508 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 946440 T2508 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/'
[junit4] 2> 946455 T2508 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 946458 T2508 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 946469 T2508 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 946491 T2508 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
[junit4] 2> 946539 T2508 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 946540 T2508 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 946550 T2508 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 946867 T2508 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 946879 T2508 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 946881 T2508 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 946890 T2508 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 946893 T2508 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 946896 T2508 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 946897 T2508 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 946897 T2508 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 946897 T2508 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 946898 T2508 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 946898 T2508 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 946898 T2508 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 946899 T2508 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 946899 T2508 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/data/
[junit4] 2> 946899 T2508 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad6db9a
[junit4] 2> 946900 T2508 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/data
[junit4] 2> 946900 T2508 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/data/index/
[junit4] 2> 946900 T2508 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 946900 T2508 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/control-001/cores/collection1/data/index
[junit4] 2> 946901 T2508 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=33.599609375, floorSegmentMB=1.65625, forceMergeDeletesPctAllowed=0.9728432357667949, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.727731437769665
[junit4] 2> 946901 T2508 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6bc7c224 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79b00c4),segFN=segments_1,generation=1}
[junit4] 2> 946901 T2508 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 946906 T2508 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 946906 T2508 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 946906 T2508 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 946906 T2508 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 946907 T2508 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 946907 T2508 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 946907 T2508 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 946907 T2508 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 946907 T2508 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 946920 T2508 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 946922 T2508 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 946924 T2508 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 946925 T2508 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 946929 T2508 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/segments,/admin/logging,/update/json,/config,standard,/admin/file,/admin/threads,/admin/properties,/admin/ping,/admin/luke,/schema,/admin/system,/update/csv,/update,/admin/mbeans,/replication,/get,/admin/plugins,/update/json/docs
[junit4] 2> 946931 T2508 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 946932 T2508 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 946932 T2508 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 946933 T2508 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 946933 T2508 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 946934 T2508 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7853131008450754]
[junit4] 2> 946934 T2508 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6bc7c224 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79b00c4),segFN=segments_1,generation=1}
[junit4] 2> 946934 T2508 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 946935 T2508 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@2b14434c[collection1] main
[junit4] 2> 946935 T2508 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 946936 T2508 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 946936 T2508 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 946936 T2508 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 946936 T2508 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 946937 T2508 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 946937 T2508 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 946937 T2508 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 946937 T2508 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 946938 T2508 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 946938 T2509 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b14434c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 946939 T2508 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 946939 T2512 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19767/rr/u collection:control_collection shard:shard1
[junit4] 2> 946940 T2478 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2
[junit4] 2> 946940 T2478 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 946940 T2512 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 946942 T2478 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 946943 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 946944 T2512 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 946944 T2516 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2babd471 name:ZooKeeperConnection Watcher:127.0.0.1:19732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 946944 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 946945 T2478 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 946946 T2478 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 946946 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 946946 T2512 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 946946 T2512 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C445 name=collection1 org.apache.solr.core.SolrCore@669d5055 url=http://127.0.0.1:19767/rr/u/collection1 node=127.0.0.1:19767_rr%2Fu C445_STATE=coll:control_collection core:collection1 props:{core=collection1, node_name=127.0.0.1:19767_rr%2Fu, base_url=http://127.0.0.1:19767/rr/u, state=down}
[junit4] 2> 946946 T2512 C:control_collection S:shard1 C445 P19767 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19767/rr/u/collection1/
[junit4] 2> 946947 T2512 C:control_collection S:shard1 C445 P19767 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 946947 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 946947 T2512 C:control_collection S:shard1 C445 P19767 oasc.SyncStrategy.syncToMe http://127.0.0.1:19767/rr/u/collection1/ has no replicas
[junit4] 2> 946947 T2512 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19767/rr/u/collection1/ shard1
[junit4] 2> 946947 T2512 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 946948 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 946948 T2516 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 946948 T2478 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 946951 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 946951 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:19767/rr/u",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 947054 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 947054 T2516 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 947103 T2512 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:19767/rr/u/collection1/ and leader is http://127.0.0.1:19767/rr/u/collection1/
[junit4] 2> 947104 T2512 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19767/rr/u
[junit4] 2> 947104 T2512 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 947104 T2512 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 947104 T2512 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 947105 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 947106 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19767_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:19767/rr/u",
[junit4] 2> "state":"active",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 947107 T2505 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19767_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:19767/rr/u",
[junit4] 2> "state":"active",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "operation":"state"}
[junit4] 2> 947209 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 947210 T2516 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 950282 T2478 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1
[junit4] 2> 950300 T2478 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001
[junit4] 2> 950301 T2478 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 950305 T2478 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19779
[junit4] 2> 950306 T2478 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores, hostPort=19778, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/tempDir-001/jetty1, hostContext=/rr/u, solrconfig=solrconfig.xml}
[junit4] 2> 950306 T2478 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@60da5686
[junit4] 2> 950307 T2478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/'
[junit4] 2> 950503 T2478 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/solr.xml
[junit4] 2> 950691 T2478 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores
[junit4] 2> 950692 T2478 oasc.CoreContainer.<init> New CoreContainer 73775614
[junit4] 2> 950692 T2478 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/]
[junit4] 2> 950693 T2478 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/lib
[junit4] 2> 950696 T2478 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/lib).
[junit4] 2> 950719 T2478 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 950719 T2478 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 950720 T2478 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 950720 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 950721 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 950721 T2478 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 950722 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 950722 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 950723 T2478 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 950723 T2478 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 950724 T2478 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 950737 T2478 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 950739 T2478 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 950739 T2478 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 950740 T2478 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 950740 T2478 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19732/solr
[junit4] 2> 950741 T2478 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 950741 T2478 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 950742 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 950746 T2528 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ecc469c name:ZooKeeperConnection Watcher:127.0.0.1:19732 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 950746 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 950747 T2478 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 950752 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 950753 T2531 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f6b5043 name:ZooKeeperConnection Watcher:127.0.0.1:19732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 950753 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 950765 T2478 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 951772 T2478 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19778_rr%2Fu
[junit4] 2> 951774 T2478 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19778_rr%2Fu
[junit4] 2> 951782 T2478 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 951788 T2478 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores
[junit4] 2> 951795 T2478 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {collection=collection1, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/, coreNodeName=, loadOnStartup=true, shard=, name=collection1, schema=schema.xml, transient=false, config=solrconfig.xml, dataDir=data/}
[junit4] 2> 951796 T2478 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/
[junit4] 2> 951796 T2478 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 951798 T2532 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 951799 T2532 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 951800 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 951800 T2532 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 951802 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19778_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:19778/rr/u",
[junit4] 2> "state":"down",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 951803 T2505 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19778_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:19778/rr/u",
[junit4] 2> "state":"down",
[junit4] 2> "operation":"state"}
[junit4] 2> 951803 T2505 oasco.ClusterStateMutator.createCollection building a new cName: collection1
[junit4] 2> 951803 T2505 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 951805 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 951805 T2516 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 951805 T2531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 952802 T2532 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 952803 T2532 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 952806 T2532 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 952807 T2532 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 952808 T2532 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 952808 T2532 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/'
[junit4] 2> 952841 T2532 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 952845 T2532 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 952880 T2532 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 952939 T2532 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
[junit4] 2> 953092 T2532 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 953094 T2532 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 953121 T2532 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 954052 T2532 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 954107 T2532 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 954114 T2532 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 954139 T2532 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 954146 T2532 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 954198 T2532 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 954200 T2532 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 954200 T2532 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 954200 T2532 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 954202 T2532 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 954202 T2532 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 954203 T2532 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 954203 T2532 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 954203 T2532 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/data/
[junit4] 2> 954204 T2532 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad6db9a
[junit4] 2> 954205 T2532 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/data
[junit4] 2> 954206 T2532 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/data/index/
[junit4] 2> 954206 T2532 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 954206 T2532 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 954207 T2532 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=33.599609375, floorSegmentMB=1.65625, forceMergeDeletesPctAllowed=0.9728432357667949, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.727731437769665
[junit4] 2> 954208 T2532 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@13336ebe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15ab85cb),segFN=segments_1,generation=1}
[junit4] 2> 954208 T2532 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 954219 T2532 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 954220 T2532 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 954220 T2532 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 954221 T2532 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 954221 T2532 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 954221 T2532 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 954222 T2532 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 954222 T2532 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 954223 T2532 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 954319 T2532 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 954325 T2532 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 954332 T2532 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 954339 T2532 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 954352 T2532 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/segments,/admin/logging,/update/json,/config,standard,/admin/file,/admin/threads,/admin/properties,/admin/ping,/admin/luke,/schema,/admin/system,/update/csv,/update,/admin/mbeans,/replication,/get,/admin/plugins,/update/json/docs
[junit4] 2> 954358 T2532 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 954366 T2532 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 954367 T2532 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 954372 T2532 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 954372 T2532 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 954376 T2532 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=40, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7853131008450754]
[junit4] 2> 954377 T2532 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@13336ebe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@15ab85cb),segFN=segments_1,generation=1}
[junit4] 2> 954377 T2532 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 954378 T2532 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@65640d91[collection1] main
[junit4] 2> 954378 T2532 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 954380 T2532 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 954380 T2532 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 954381 T2532 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 954381 T2532 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 954381 T2532 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 954382 T2532 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 954383 T2532 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 954383 T2532 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 954383 T2532 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 954385 T2533 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@65640d91[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 954385 T2532 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 954387 T2536 C:collection1 S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19778/rr/u collection:collection1 shard:shard1
[junit4] 2> 954388 T2478 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2
[junit4] 2> 954388 T2536 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 954388 T2478 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 954400 T2536 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 954403 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 954404 T2536 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 954404 T2536 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C446 name=collection1 org.apache.solr.core.SolrCore@6c32caf0 url=http://127.0.0.1:19778/rr/u/collection1 node=127.0.0.1:19778_rr%2Fu C446_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:19778_rr%2Fu, base_url=http://127.0.0.1:19778/rr/u, state=down}
[junit4] 2> 954405 T2536 C:collection1 S:shard1 C446 P19778 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19778/rr/u/collection1/
[junit4] 2> 954405 T2536 C:collection1 S:shard1 C446 P19778 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 954405 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"} current state version: 5
[junit4] 2> 954405 T2536 C:collection1 S:shard1 C446 P19778 oasc.SyncStrategy.syncToMe http://127.0.0.1:19778/rr/u/collection1/ has no replicas
[junit4] 2> 954406 T2536 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19778/rr/u/collection1/ shard1
[junit4] 2> 954406 T2536 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 954408 T2516 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 954408 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 954408 T2531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 954418 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 954420 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:19778/rr/u",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 6
[junit4] 2> 954526 T2516 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 954527 T2531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 954526 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 954572 T2536 C:collection1 S:shard1 oasc.ZkController.register We are http://127.0.0.1:19778/rr/u/collection1/ and leader is http://127.0.0.1:19778/rr/u/collection1/
[junit4] 2> 954573 T2536 C:collection1 S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19778/rr/u
[junit4] 2> 954573 T2536 C:collection1 S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 954574 T2536 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 954574 T2536 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 954578 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 954579 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19778_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:19778/rr/u",
[junit4] 2> "state":"active",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "operation":"state"} current state version: 7
[junit4] 2> 954580 T2505 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19778_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:19778/rr/u",
[junit4] 2> "state":"active",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "operation":"state"}
[junit4] 2> 954685 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 954685 T2531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 954685 T2516 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 957833 T2478 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1
[junit4] 2> 957842 T2478 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001
[junit4] 2> 957844 T2478 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 957849 T2478 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:23902
[junit4] 2> 957850 T2478 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/rr/u, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/tempDir-001/jetty2, hostPort=23901, coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores, solrconfig=solrconfig.xml}
[junit4] 2> 957851 T2478 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@60da5686
[junit4] 2> 957851 T2478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/'
[junit4] 2> 957981 T2478 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/solr.xml
[junit4] 2> 958138 T2478 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores
[junit4] 2> 958139 T2478 oasc.CoreContainer.<init> New CoreContainer 1798438510
[junit4] 2> 958140 T2478 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/]
[junit4] 2> 958140 T2478 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/lib
[junit4] 2> 958142 T2478 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/lib).
[junit4] 2> 958161 T2478 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 958162 T2478 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 958162 T2478 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 958162 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 958163 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 958163 T2478 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 958164 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 958164 T2478 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 958165 T2478 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 958165 T2478 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 958166 T2478 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 958186 T2478 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 958189 T2478 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 958189 T2478 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 958190 T2478 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 958190 T2478 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19732/solr
[junit4] 2> 958191 T2478 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 958191 T2478 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 958193 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 958197 T2549 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f8acb9c name:ZooKeeperConnection Watcher:127.0.0.1:19732 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 958198 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 958199 T2478 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 958207 T2478 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 958209 T2552 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c1a3157 name:ZooKeeperConnection Watcher:127.0.0.1:19732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 958209 T2478 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 958220 T2478 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 959227 T2478 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23901_rr%2Fu
[junit4] 2> 959228 T2478 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23901_rr%2Fu
[junit4] 2> 959234 T2478 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 959239 T2478 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores
[junit4] 2> 959245 T2478 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {dataDir=data/, loadOnStartup=true, shard=, coreNodeName=, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1/, config=solrconfig.xml, name=collection1, collection=collection1, schema=schema.xml, transient=false}
[junit4] 2> 959246 T2478 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1/
[junit4] 2> 959247 T2478 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 959248 T2553 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 959249 T2553 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 959250 T2553 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 959250 T2504 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 959252 T2505 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:23901_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:23901/rr/u",
[junit4] 2> "state":"down",
[junit4] 2> "operation":"state"} current state version: 8
[junit4] 2> 959253 T2505 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:23901_rr%2Fu",
[junit4] 2> "base_url":"http://127.0.0.1:23901/rr/u",
[junit4] 2> "state":"down",
[junit4] 2> "operation":"state"}
[junit4] 2> 959253 T2505 oasco.ReplicaMutator.updateState Collection already exists with numShards=1
[junit4] 2> 959254 T2505 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 959256 T2516 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 959256 T2504 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 959256 T2531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 959256 T2552 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 960251 T2553 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 960252 T2553 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 960252 T2553 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 960253 T2553 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 960253 T2553 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 960254 T2553 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1/'
[junit4] 2> 960284 T2553 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 960290 T2553 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 960322 T2553 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 960372 T2553 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
[junit4] 2> 960483 T2553 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 960485 T2553 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 960508 T2553 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 961214 T2553 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 961231 T2553 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 961235 T2553 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 961246 T2553 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 961251 T2553 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 961256 T2553 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 961257 T2553 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 961257 T2553 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 961257 T2553 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 961258 T2553 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 961258 T2553 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 961259 T2553 C:collection1 c:collection1 o
[...truncated too long message...]
mitTest E50EFFE356812358-001/shard-2-001/cores/collection1/data;done=false>>]
[junit4] 2> 1123002 T2601 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1/data
[junit4] 2> 1123002 T2601 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1/data/index.20150412033104983 [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1/data/index.20150412033104983;done=false>>]
[junit4] 2> 1123002 T2601 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001/shard-2-001/cores/collection1/data/index.20150412033104983
[junit4] 2> 1123004 T2478 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/rr/u,null}
[junit4] 2> 1123113 T2478 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:19732 19732
[junit4] 2> 1123211 T2479 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:19732 19732
[junit4] 2> 1123213 T2479 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 3 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1123213 T2478 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 7 connections to: http://127.0.0.1:19778/rr/u, target: http://127.0.0.1:19779/rr/u
[junit4] 2> 1123214 T2478 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 0 connections to: http://127.0.0.1:19767/rr/u, target: http://127.0.0.1:19768/rr/u
[junit4] 2> 1123214 T2478 C:control_collection S:shard1 c:collection1 oasc.SocketProxy.close WARN Closing 1 connections to: http://127.0.0.1:23901/rr/u, target: http://127.0.0.1:23902/rr/u
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryAfterSoftCommitTest -Dtests.method=test -Dtests.seed=E50EFFE356812358 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sl -Dtests.timezone=Africa/Djibouti -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 184s J2 | RecoveryAfterSoftCommitTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Didn't see all replicas for shard shard1 in collection1 come up within 30000 ms! ClusterState: {
[junit4] > "control_collection":{
[junit4] > "autoCreated":"true",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:19767_rr%2Fu",
[junit4] > "base_url":"http://127.0.0.1:19767/rr/u",
[junit4] > "state":"active",
[junit4] > "leader":"true"}}}},
[junit4] > "replicationFactor":"1",
[junit4] > "autoAddReplicas":"false"},
[junit4] > "collection1":{
[junit4] > "autoCreated":"true",
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:19778_rr%2Fu",
[junit4] > "base_url":"http://127.0.0.1:19778/rr/u",
[junit4] > "state":"active",
[junit4] > "leader":"true"},
[junit4] > "core_node2":{
[junit4] > "core":"collection1",
[junit4] > "node_name":"127.0.0.1:23901_rr%2Fu",
[junit4] > "base_url":"http://127.0.0.1:23901/rr/u",
[junit4] > "state":"recovering"}}}},
[junit4] > "replicationFactor":"1",
[junit4] > "autoAddReplicas":"false"}}
[junit4] > at __randomizedtesting.SeedInfo.seed([E50EFFE356812358:6D5AC039F87D4EA0]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1920)
[junit4] > at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:102)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1123228 T2478 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J2/temp/solr.cloud.RecoveryAfterSoftCommitTest E50EFFE356812358-001
[junit4] 2> 184468 T2477 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), text=PostingsFormat(name=MockRandom), multiDefault=Lucene50(blocksize=128), range_facet_l=Lucene50(blocksize=128), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{timestamp=DocValuesFormat(name=Direct)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sl, timezone=Africa/Djibouti
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=72068928,total=230162432
[junit4] 2> NOTE: All tests run in this JVM: [AddBlockUpdateTest, TestCSVResponseWriter, SuggesterTest, TestRealTimeGet, TestDocSet, SampleTest, ConvertedLegacyTest, SignatureUpdateProcessorFactoryTest, TestNonDefinedSimilarityFactory, TestComplexPhraseQParserPlugin, DirectSolrConnectionTest, HdfsBasicDistributedZkTest, TestJmxIntegration, QueryEqualityTest, ResponseHeaderTest, DistributedFacetPivotWhiteBoxTest, DateRangeFieldTest, TestDistributedSearch, TestInitQParser, TestClassNameShortening, SpatialRPTFieldTypeTest, QueryElevationComponentTest, TestSortingResponseWriter, TestTolerantSearch, SuggestComponentTest, TestManagedSchemaFieldTypeResource, TestWriterPerf, SpellPossibilityIteratorTest, SuggesterFSTTest, TestReversedWildcardFilterFactory, TestXIncludeConfig, TermVectorComponentTest, TestStressUserVersions, TestSolrConfigHandlerConcurrent, DeleteLastCustomShardedReplicaTest, DeleteInactiveReplicaTest, ResponseLogComponentTest, TestPivotHelperCode, TestConfigOverlay, CircularListTest, HdfsDirectoryTest, TestDistribDocBasedVersion, ShardRoutingCustomTest, OverseerCollectionProcessorTest, OverseerTest, AnalyticsQueryTest, TestQueryUtils, LeaderFailoverAfterPartitionTest, TestRecovery, TestPhraseSuggestions, RecoveryAfterSoftCommitTest]
[junit4] Completed [197/482] on J2 in 185.02s, 1 test, 1 failure <<< FAILURES!
[...truncated 903 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:536: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:484: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:229: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:510: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1434: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:991: There were test failures: 482 suites, 1914 tests, 1 failure, 63 ignored (22 assumptions)
Total time: 55 minutes 16 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2931
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 209232706 bytes
Compression is 0.0%
Took 42 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2935 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2935/
1 tests failed.
REGRESSION: org.apache.lucene.analysis.core.TestAllAnalyzersHaveFactories.test
Error Message:
A SPI class of type org.apache.lucene.analysis.util.TokenFilterFactory with name 'SimplePayload' does not exist. You need to add the corresponding JAR file supporting this SPI to your classpath. The current classpath supports the following names: [apostrophe, arabicnormalization, arabicstem, bulgarianstem, brazilianstem, cjkbigram, cjkwidth, soraninormalization, soranistem, commongrams, commongramsquery, dictionarycompoundword, hyphenationcompoundword, lowercase, stop, type, uppercase, czechstem, germanlightstem, germanminimalstem, germannormalization, germanstem, greeklowercase, greekstem, englishminimalstem, englishpossessive, kstem, porterstem, spanishlightstem, persiannormalization, finnishlightstem, frenchlightstem, frenchminimalstem, irishlowercase, galicianminimalstem, galicianstem, hindinormalization, hindistem, hungarianlightstem, hunspellstem, indonesianstem, indicnormalization, italianlightstem, latvianstem, asciifolding, capitalization, codepointcount, hyphenatedwords, keepword, keywordmarker, keywordrepeat, length, limittokencount, limittokenposition, removeduplicates, stemmeroverride, trim, truncate, worddelimiter, scandinavianfolding, scandinaviannormalization, edgengram, ngram, norwegianlightstem, norwegianminimalstem, patternreplace, patterncapturegroup, delimitedpayload, numericpayload, tokenoffsetpayload, typeaspayload, portugueselightstem, portugueseminimalstem, portuguesestem, reversestring, russianlightstem, shingle, snowballporter, serbiannormalization, classic, standard, swedishlightstem, synonym, thaiword, turkishlowercase, elision]
Stack Trace:
java.lang.IllegalArgumentException: A SPI class of type org.apache.lucene.analysis.util.TokenFilterFactory with name 'SimplePayload' does not exist. You need to add the corresponding JAR file supporting this SPI to your classpath. The current classpath supports the following names: [apostrophe, arabicnormalization, arabicstem, bulgarianstem, brazilianstem, cjkbigram, cjkwidth, soraninormalization, soranistem, commongrams, commongramsquery, dictionarycompoundword, hyphenationcompoundword, lowercase, stop, type, uppercase, czechstem, germanlightstem, germanminimalstem, germannormalization, germanstem, greeklowercase, greekstem, englishminimalstem, englishpossessive, kstem, porterstem, spanishlightstem, persiannormalization, finnishlightstem, frenchlightstem, frenchminimalstem, irishlowercase, galicianminimalstem, galicianstem, hindinormalization, hindistem, hungarianlightstem, hunspellstem, indonesianstem, indicnormalization, italianlightstem, latvianstem, asciifolding, capitalization, codepointcount, hyphenatedwords, keepword, keywordmarker, keywordrepeat, length, limittokencount, limittokenposition, removeduplicates, stemmeroverride, trim, truncate, worddelimiter, scandinavianfolding, scandinaviannormalization, edgengram, ngram, norwegianlightstem, norwegianminimalstem, patternreplace, patterncapturegroup, delimitedpayload, numericpayload, tokenoffsetpayload, typeaspayload, portugueselightstem, portugueseminimalstem, portuguesestem, reversestring, russianlightstem, shingle, snowballporter, serbiannormalization, classic, standard, swedishlightstem, synonym, thaiword, turkishlowercase, elision]
at __randomizedtesting.SeedInfo.seed([1BAA20F8C284FB86:93FE1F226C78967E]:0)
at org.apache.lucene.analysis.util.AnalysisSPILoader.lookupClass(AnalysisSPILoader.java:122)
at org.apache.lucene.analysis.util.TokenFilterFactory.lookupClass(TokenFilterFactory.java:42)
at org.apache.lucene.analysis.core.TestAllAnalyzersHaveFactories.test(TestAllAnalyzersHaveFactories.java:151)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 2152 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestAllAnalyzersHaveFactories
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestAllAnalyzersHaveFactories -Dtests.method=test -Dtests.seed=1BAA20F8C284FB86 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar -Dtests.timezone=UTC -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 3.45s J0 | TestAllAnalyzersHaveFactories.test <<<
[junit4] > Throwable #1: java.lang.IllegalArgumentException: A SPI class of type org.apache.lucene.analysis.util.TokenFilterFactory with name 'SimplePayload' does not exist. You need to add the corresponding JAR file supporting this SPI to your classpath. The current classpath supports the following names: [apostrophe, arabicnormalization, arabicstem, bulgarianstem, brazilianstem, cjkbigram, cjkwidth, soraninormalization, soranistem, commongrams, commongramsquery, dictionarycompoundword, hyphenationcompoundword, lowercase, stop, type, uppercase, czechstem, germanlightstem, germanminimalstem, germannormalization, germanstem, greeklowercase, greekstem, englishminimalstem, englishpossessive, kstem, porterstem, spanishlightstem, persiannormalization, finnishlightstem, frenchlightstem, frenchminimalstem, irishlowercase, galicianminimalstem, galicianstem, hindinormalization, hindistem, hungarianlightstem, hunspellstem, indonesianstem, indicnormalization, italianlightstem, latvianstem, asciifolding, capitalization, codepointcount, hyphenatedwords, keepword, keywordmarker, keywordrepeat, length, limittokencount, limittokenposition, removeduplicates, stemmeroverride, trim, truncate, worddelimiter, scandinavianfolding, scandinaviannormalization, edgengram, ngram, norwegianlightstem, norwegianminimalstem, patternreplace, patterncapturegroup, delimitedpayload, numericpayload, tokenoffsetpayload, typeaspayload, portugueselightstem, portugueseminimalstem, portuguesestem, reversestring, russianlightstem, shingle, snowballporter, serbiannormalization, classic, standard, swedishlightstem, synonym, thaiword, turkishlowercase, elision]
[junit4] > at __randomizedtesting.SeedInfo.seed([1BAA20F8C284FB86:93FE1F226C78967E]:0)
[junit4] > at org.apache.lucene.analysis.util.AnalysisSPILoader.lookupClass(AnalysisSPILoader.java:122)
[junit4] > at org.apache.lucene.analysis.util.TokenFilterFactory.lookupClass(TokenFilterFactory.java:42)
[junit4] > at org.apache.lucene.analysis.core.TestAllAnalyzersHaveFactories.test(TestAllAnalyzersHaveFactories.java:151)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ar, timezone=UTC
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=225484504,total=282066944
[junit4] 2> NOTE: All tests run in this JVM: [TestArabicFilters, TestTwoFold, TestGalicianMinimalStemFilter, TestNorwegianMinimalStemFilterFactory, TestRollingCharBuffer, TestFrenchMinimalStemFilter, TestGalicianStemFilterFactory, TestPortugueseMinimalStemFilterFactory, TestCJKWidthFilter, TestThaiAnalyzer, TestGalicianStemFilter, TestIndonesianStemFilterFactory, TestReversePathHierarchyTokenizer, TestScandinavianFoldingFilterFactory, TestDelimitedPayloadTokenFilterFactory, TestPortugueseAnalyzer, TestIndonesianAnalyzer, TestCzechStemFilterFactory, TestDictionary, TestAllAnalyzersHaveFactories]
[junit4] Completed [70/271] on J0 in 3.51s, 1 test, 1 error <<< FAILURES!
[...truncated 609 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:536: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:484: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/build.xml:457: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:2230: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/analysis/build.xml:106: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/module-build.xml:58: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1434: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:991: There were test failures: 271 suites, 1425 tests, 1 error, 1 ignored
Total time: 6 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2931
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 1730861 bytes
Compression is 0.0%
Took 0.33 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2934 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2934/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
There were too many update fails (27 > 20) - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails (27 > 20) - we expect it can happen, but shouldn't easily
at __randomizedtesting.SeedInfo.seed([CB0037B178F49468:4354086BD608F990]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:230)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 9681 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/init-core-data-001
[junit4] 2> 408089 T1570 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 408098 T1570 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 408098 T1571 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 408198 T1570 oasc.ZkTestServer.run start zk server on port:54792
[junit4] 2> 408199 T1570 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 408200 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 408204 T1578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d14f90f name:ZooKeeperConnection Watcher:127.0.0.1:54792 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 408204 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 408205 T1570 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 408205 T1570 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 408208 T1570 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 408209 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 408210 T1581 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71c81575 name:ZooKeeperConnection Watcher:127.0.0.1:54792/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 408210 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 408211 T1570 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 408211 T1570 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 408214 T1570 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 408215 T1570 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 408217 T1570 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 408219 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 408219 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 408222 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 408223 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 408225 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 408226 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 408228 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 408229 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 408231 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 408231 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 408233 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 408234 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 408236 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 408236 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 408238 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 408239 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 408241 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 408242 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 408244 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 408244 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 408246 T1570 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 408247 T1570 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 409887 T1570 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1
[junit4] 2> 409890 T1570 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 409894 T1570 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:28245
[junit4] 2> 409894 T1570 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/, hostPort=28245, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/tempDir-001/control/data, coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores}
[junit4] 2> 409895 T1570 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@3972aa3f
[junit4] 2> 409895 T1570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/'
[junit4] 2> 409930 T1570 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/solr.xml
[junit4] 2> 409973 T1570 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores
[junit4] 2> 409974 T1570 oasc.CoreContainer.<init> New CoreContainer 1821920673
[junit4] 2> 409974 T1570 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/]
[junit4] 2> 409974 T1570 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/lib
[junit4] 2> 409975 T1570 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/lib).
[junit4] 2> 409984 T1570 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 409984 T1570 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 409985 T1570 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 409985 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 409985 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 409985 T1570 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 409985 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 409986 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 409986 T1570 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 409986 T1570 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 409986 T1570 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 409992 T1570 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 409993 T1570 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 409993 T1570 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 409993 T1570 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 409993 T1570 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54792/solr
[junit4] 2> 409994 T1570 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 409994 T1570 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 409994 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 409996 T1593 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47929262 name:ZooKeeperConnection Watcher:127.0.0.1:54792 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 409997 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 409998 T1570 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 410000 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 410001 T1596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@efab2e9 name:ZooKeeperConnection Watcher:127.0.0.1:54792/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 410001 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 410003 T1570 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 410006 T1570 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 410008 T1570 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 410010 T1570 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 410012 T1570 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 410014 T1570 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 410016 T1570 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 410017 T1570 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 410019 T1570 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28245_
[junit4] 2> 410019 T1570 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28245_
[junit4] 2> 410021 T1570 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 410022 T1570 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 410024 T1570 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 410025 T1570 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:28245_
[junit4] 2> 410026 T1570 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 410027 T1570 oasc.Overseer.start Overseer (id=93641780798095363-127.0.0.1:28245_-n_0000000000) starting
[junit4] 2> 410029 T1570 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 410035 T1570 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 410036 T1598 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 410036 T1570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 410036 T1597 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 410041 T1570 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores
[junit4] 2> 410047 T1570 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {collection=control_collection, transient=false, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1, schema=schema.xml, loadOnStartup=true, name=collection1, dataDir=data/, coreNodeName=, shard=, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/, config=solrconfig.xml}
[junit4] 2> 410047 T1570 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/
[junit4] 2> 410048 T1570 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 410049 T1600 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 410049 T1600 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 410050 T1600 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 410050 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 410051 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:28245",
[junit4] 2> "node_name":"127.0.0.1:28245_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"control_collection"} current state version: 0
[junit4] 2> 410052 T1597 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:28245",
[junit4] 2> "node_name":"127.0.0.1:28245_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"control_collection"}
[junit4] 2> 410052 T1597 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
[junit4] 2> 410052 T1597 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 410054 T1596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 411050 T1600 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 411051 T1600 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 411051 T1600 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 411051 T1600 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 411052 T1600 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 411052 T1600 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/'
[junit4] 2> 411066 T1600 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 411069 T1600 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 411079 T1600 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 411099 T1600 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
[junit4] 2> 411142 T1600 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 411143 T1600 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 411152 T1600 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 411458 T1600 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 411460 T1600 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 411462 T1600 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 411466 T1600 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 411480 T1600 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 411480 T1600 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 411481 T1600 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/data/
[junit4] 2> 411482 T1600 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b7926d9
[junit4] 2> 411484 T1600 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/data
[junit4] 2> 411485 T1600 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/data/index/
[junit4] 2> 411486 T1600 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 411487 T1600 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/data/index
[junit4] 2> 411488 T1600 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3095044979264883]
[junit4] 2> 411510 T1600 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 411511 T1600 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 411515 T1600 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 411516 T1600 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 411516 T1600 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 411516 T1600 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 411516 T1600 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 411517 T1600 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 411517 T1600 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 411517 T1600 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 411517 T1600 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 411539 T1600 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 411542 T1600 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 411544 T1600 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 411545 T1600 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 411549 T1600 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/luke,/admin/mbeans,/admin/properties,/update/json/docs,/admin/ping,/update/json,/update/csv,/admin/logging,standard,/admin/threads,/update,/replication,/get,/admin/system,/admin/segments,/admin/plugins,/schema,/admin/file,/config
[junit4] 2> 411551 T1600 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 411552 T1600 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 411552 T1600 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 411553 T1600 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 411553 T1600 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 411554 T1600 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 411555 T1600 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 411556 T1600 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 411556 T1600 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@47d75cb7[collection1] main
[junit4] 2> 411556 T1600 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 411557 T1600 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 411557 T1600 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 411557 T1600 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 411558 T1600 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 411558 T1600 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 411558 T1600 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 411558 T1600 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 411559 T1600 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 411559 T1600 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 411559 T1601 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47d75cb7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 411560 T1600 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 411560 T1604 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:28245 collection:control_collection shard:shard1
[junit4] 2> 411561 T1570 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1
[junit4] 2> 411561 T1570 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 411561 T1604 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 411563 T1570 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 411564 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 411566 T1607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@379efae5 name:ZooKeeperConnection Watcher:127.0.0.1:54792/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 411566 T1604 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 411566 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 411567 T1570 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 411567 T1570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 411569 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 411569 T1604 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 411569 T1604 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C224 name=collection1 org.apache.solr.core.SolrCore@9a0a433 url=http://127.0.0.1:28245/collection1 node=127.0.0.1:28245_ C224_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:28245, node_name=127.0.0.1:28245_, state=down}
[junit4] 2> 411569 T1604 C:control_collection S:shard1 C224 P28245 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:28245/collection1/
[junit4] 2> 411570 T1604 C:control_collection S:shard1 C224 P28245 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 411570 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 411570 T1604 C:control_collection S:shard1 C224 P28245 oasc.SyncStrategy.syncToMe http://127.0.0.1:28245/collection1/ has no replicas
[junit4] 2> 411570 T1604 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:28245/collection1/ shard1
[junit4] 2> 411571 T1604 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 411571 T1570 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 411571 T1596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 411571 T1607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 411576 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:28245",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 411578 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 411578 T1596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 411578 T1607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 411626 T1604 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:28245/collection1/ and leader is http://127.0.0.1:28245/collection1/
[junit4] 2> 411627 T1604 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28245
[junit4] 2> 411627 T1604 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 411627 T1604 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 411627 T1604 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 411628 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 411629 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:28245",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "node_name":"127.0.0.1:28245_",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"control_collection"} current state version: 3
[junit4] 2> 411630 T1597 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:28245",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "node_name":"127.0.0.1:28245_",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"control_collection"}
[junit4] 2> 411733 T1596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 411733 T1607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 412716 T1570 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1
[junit4] 2> 412719 T1570 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001
[junit4] 2> 412719 T1570 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 412722 T1570 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62952
[junit4] 2> 412722 T1570 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores, hostPort=62952}
[junit4] 2> 412723 T1570 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@3972aa3f
[junit4] 2> 412723 T1570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/'
[junit4] 2> 412758 T1570 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/solr.xml
[junit4] 2> 412799 T1570 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores
[junit4] 2> 412799 T1570 oasc.CoreContainer.<init> New CoreContainer 1242006172
[junit4] 2> 412799 T1570 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/]
[junit4] 2> 412800 T1570 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/lib
[junit4] 2> 412801 T1570 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/lib).
[junit4] 2> 412810 T1570 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 412811 T1570 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 412811 T1570 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 412811 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 412812 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 412812 T1570 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 412812 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 412812 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 412812 T1570 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 412813 T1570 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 412813 T1570 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 412819 T1570 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 412820 T1570 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 412820 T1570 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 412820 T1570 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 412820 T1570 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54792/solr
[junit4] 2> 412821 T1570 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 412821 T1570 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 412822 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 412823 T1619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@591f4da4 name:ZooKeeperConnection Watcher:127.0.0.1:54792 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 412824 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 412824 T1570 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 412826 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 412828 T1622 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62564472 name:ZooKeeperConnection Watcher:127.0.0.1:54792/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 412828 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 412832 T1570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 413835 T1570 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62952_
[junit4] 2> 413836 T1570 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62952_
[junit4] 2> 413839 T1570 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 413841 T1570 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores
[junit4] 2> 413844 T1570 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {collection=collection1, schema=schema.xml, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/, dataDir=data/, loadOnStartup=true, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1, shard=, name=collection1, config=solrconfig.xml, coreNodeName=, transient=false}
[junit4] 2> 413845 T1570 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/
[junit4] 2> 413845 T1570 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 413846 T1623 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 413846 T1623 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 413847 T1623 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 413847 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 413847 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:62952",
[junit4] 2> "node_name":"127.0.0.1:62952_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"collection1"} current state version: 4
[junit4] 2> 413848 T1597 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:62952",
[junit4] 2> "node_name":"127.0.0.1:62952_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"collection1"}
[junit4] 2> 413848 T1597 oasco.ClusterStateMutator.createCollection building a new cName: collection1
[junit4] 2> 413848 T1597 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 413849 T1596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 413849 T1607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 413849 T1622 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 414847 T1623 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 414848 T1623 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 414849 T1623 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 414849 T1623 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 414850 T1623 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 414850 T1623 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/'
[junit4] 2> 414867 T1623 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 414869 T1623 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 414887 T1623 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 414903 T1623 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
[junit4] 2> 414939 T1623 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 414940 T1623 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 414948 T1623 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 415197 T1623 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 415199 T1623 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 415200 T1623 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 415204 T1623 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 415219 T1623 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 415219 T1623 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 415220 T1623 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/data/
[junit4] 2> 415220 T1623 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b7926d9
[junit4] 2> 415222 T1623 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/data
[junit4] 2> 415223 T1623 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/data/index/
[junit4] 2> 415223 T1623 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 415224 T1623 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 415224 T1623 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=44, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3095044979264883]
[junit4] 2> 415241 T1623 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 415241 T1623 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 415246 T1623 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 415246 T1623 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 415246 T1623 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 415247 T1623 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 415247 T1623 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 415247 T1623 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 415247 T1623 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 415247 T1623 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 415248 T1623 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 415260 T1623 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 415262 T1623 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 415263 T1623 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 415265 T1623 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 415271 T1623 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/luke,/admin/mbeans,/admin/properties,/update/json/docs,/admin/ping,/update/json,/update/csv,/admin/logging,standard,/admin/threads,/update,/replication,/get,/admin/system,/admin/segments,/admin/plugins,/schema,/admin/file,/config
[junit4] 2> 415273 T1623 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 415273 T1623 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 415274 T1623 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 415275 T1623 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 415275 T1623 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 415276 T1623 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 415277 T1623 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-1-001/cores/collection1/data/index,segFN=segments_1,generation=1}
[junit4] 2> 415277 T1623 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 415278 T1623 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@f42cb95[collection1] main
[junit4] 2> 415278 T1623 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 415279 T1623 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 415279 T1623 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 415280 T1623 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 415280 T1623 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 415280 T1623 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 415280 T1623 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 415281 T1623 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 415281 T1623 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 415281 T1623 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 415282 T1624 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f42cb95[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 415282 T1623 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 415283 T1627 C:collection1 S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62952 collection:collection1 shard:shard1
[junit4] 2> 415283 T1570 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1
[junit4] 2> 415284 T1570 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 415284 T1627 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 415288 T1627 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 415290 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 415290 T1627 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 415290 T1627 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C225 name=collection1 org.apache.solr.core.SolrCore@7cf0f05a url=http://127.0.0.1:62952/collection1 node=127.0.0.1:62952_ C225_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:62952, node_name=127.0.0.1:62952_, state=down}
[junit4] 2> 415290 T1627 C:collection1 S:shard1 C225 P62952 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62952/collection1/
[junit4] 2> 415291 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"} current state version: 5
[junit4] 2> 415291 T1627 C:collection1 S:shard1 C225 P62952 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 415291 T1627 C:collection1 S:shard1 C225 P62952 oasc.SyncStrategy.syncToMe http://127.0.0.1:62952/collection1/ has no replicas
[junit4] 2> 415291 T1627 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62952/collection1/ shard1
[junit4] 2> 415291 T1627 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 415294 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 415295 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:62952",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 5
[junit4] 2> 415399 T1596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 415399 T1607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 415399 T1622 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 415447 T1627 C:collection1 S:shard1 oasc.ZkController.register We are http://127.0.0.1:62952/collection1/ and leader is http://127.0.0.1:62952/collection1/
[junit4] 2> 415448 T1627 C:collection1 S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62952
[junit4] 2> 415448 T1627 C:collection1 S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 415448 T1627 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 415448 T1627 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 415449 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 415450 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:62952",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "node_name":"127.0.0.1:62952_",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"collection1"} current state version: 6
[junit4] 2> 415450 T1597 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:62952",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "node_name":"127.0.0.1:62952_",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"collection1"}
[junit4] 2> 415553 T1596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 415553 T1607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 415554 T1622 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 416524 T1570 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores/collection1
[junit4] 2> 416526 T1570 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001
[junit4] 2> 416527 T1570 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 416529 T1570 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33940
[junit4] 2> 416529 T1570 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostPort=33940, hostContext=/, solrconfig=solrconfig.xml, coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/tempDir-001/jetty2}
[junit4] 2> 416530 T1570 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@3972aa3f
[junit4] 2> 416530 T1570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/'
[junit4] 2> 416564 T1570 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/solr.xml
[junit4] 2> 416606 T1570 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores
[junit4] 2> 416606 T1570 oasc.CoreContainer.<init> New CoreContainer 494254293
[junit4] 2> 416607 T1570 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/]
[junit4] 2> 416607 T1570 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/lib
[junit4] 2> 416608 T1570 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/lib).
[junit4] 2> 416617 T1570 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 416618 T1570 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 416618 T1570 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 416618 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 416618 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 416618 T1570 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 416619 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 416619 T1570 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 416619 T1570 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 416619 T1570 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 416620 T1570 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 416624 T1570 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 416625 T1570 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 416625 T1570 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 416626 T1570 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 416626 T1570 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54792/solr
[junit4] 2> 416626 T1570 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 416626 T1570 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 416627 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 416629 T1639 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60c59ee4 name:ZooKeeperConnection Watcher:127.0.0.1:54792 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 416630 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 416630 T1570 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 416633 T1570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 416634 T1642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26fbc77c name:ZooKeeperConnection Watcher:127.0.0.1:54792/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 416634 T1570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 416638 T1570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 417641 T1570 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33940_
[junit4] 2> 417642 T1570 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33940_
[junit4] 2> 417645 T1570 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 417648 T1570 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores
[junit4] 2> 417653 T1570 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, collection=collection1, transient=false, config=solrconfig.xml, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores/collection1/, shard=, loadOnStartup=true, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores/collection1, dataDir=data/, coreNodeName=, schema=schema.xml}
[junit4] 2> 417653 T1570 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores/collection1/
[junit4] 2> 417654 T1570 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 417655 T1643 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 417655 T1643 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 417656 T1643 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 417656 T1596 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 417657 T1597 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:33940",
[junit4] 2> "node_name":"127.0.0.1:33940_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"collection1"} current state version: 7
[junit4] 2> 417658 T1597 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "numShards":"1",
[junit4] 2> "roles":null,
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:33940",
[junit4] 2> "node_name":"127.0.0.1:33940_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "operation":"state",
[junit4] 2> "collection":"collection1"}
[junit4] 2> 417658 T1597 oasco.ReplicaMutator.updateState Collection already exists with numShards=1
[junit4] 2> 417658 T1597 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 417660 T1642 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 417660 T1607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 417660 T1622 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 417660 T1596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 418657 T1643 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 418658 T1643 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 418659 T1643 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 418659 T1643 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 418659 T1643 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 418660 T1643 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores/collection1/'
[junit4] 2> 418678 T1643 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 418681 T1643 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 418693 T1643 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 418719 T1643 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
[junit4] 2> 418775 T1643 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 418776 T1643 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 418788 T1643 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 419184 T1643 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 419188 T1643 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 419190 T1643 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 419195 T1643 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 419213 T1643 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 419214 T1643 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 419215 T1643 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-2-001/cores/collection1/data/
[junit4] 2> 419216 T1643 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7b7926d9
[junit4] 2> 419217 T1643 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-c
[...truncated too long message...]
.java:262)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 627570 T1726 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 627572 T1570 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 627773 T1570 C:control_collection S:shard1 c:collection1 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 53249
[junit4] 2> 627774 T1570 C:control_collection S:shard1 c:collection1 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=804060529
[junit4] 2> 627774 T1570 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 627774 T1570 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 627776 T1732 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 627776 T1570 C:control_collection S:shard1 c:collection1 oasc.Overseer.close Overseer (id=93641780798095370-127.0.0.1:53249_-n_0000000003) closing
[junit4] 2> 627777 T1733 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:53249_
[junit4] 2> 628581 T1723 C235 P53249 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
[junit4] 2> 628582 T1723 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is closed
[junit4] 2> 628583 T1723 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@727345d0
[junit4] 2> 628583 T1723 oasc.ZkController.unRegisterConfListener a listener was removed because of core close
[junit4] 2> 628583 T1723 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=545,cumulative_deletesById=241,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=80682,transaction_logs_total_number=1}
[junit4] 2> 628584 T1723 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 628584 T1723 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 628584 T1723 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 628586 T1723 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 628600 T1723 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 628600 T1723 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-3-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-3-001/cores/collection1/data/index;done=false>>]
[junit4] 2> 628601 T1723 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-3-001/cores/collection1/data/index
[junit4] 2> 628601 T1723 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-3-001/cores/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-3-001/cores/collection1/data;done=false>>]
[junit4] 2> 628601 T1723 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001/shard-3-001/cores/collection1/data
[junit4] 2> 629278 T1732 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 629280 T1570 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 629482 T1570 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54792 54792
[junit4] 2> 629582 T1699 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54792 54792
[junit4] 2> 629583 T1699 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations:
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test -Dtests.seed=CB0037B178F49468 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sl_SI -Dtests.timezone=Africa/Tunis -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 222s J1 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: There were too many update fails (27 > 20) - we expect it can happen, but shouldn't easily
[junit4] > at __randomizedtesting.SeedInfo.seed([CB0037B178F49468:4354086BD608F990]:0)
[junit4] > at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:230)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 629595 T1570 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest CB0037B178F49468-001
[junit4] 2> 221508 T1569 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=26921, maxDocsPerChunk=2, blockSize=76), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=26921, blockSize=76)), sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sl_SI, timezone=Africa/Tunis
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=47270600,total=255852544
[junit4] 2> NOTE: All tests run in this JVM: [AssignTest, TestBadConfig, TestFieldTypeCollectionResource, TestInfoStreamLogging, NotRequiredUniqueKeyTest, DistributedIntervalFacetingTest, TestSolrConfigHandlerConcurrent, QueryResultKeyTest, PingRequestHandlerTest, TestRebalanceLeaders, TestCursorMarkWithoutUniqueKey, TestDefaultSimilarityFactory, ShardRoutingCustomTest, TermVectorComponentDistributedTest, TestFastWriter, TestCollectionAPI, SolrInfoMBeanTest, NoCacheHeaderTest, TestConfigReload, DocExpirationUpdateProcessorFactoryTest, SimplePostToolTest, TestNRTOpen, TestOverriddenPrefixQueryForCustomFieldType, DistributedDebugComponentTest, TestIndexSearcher, TestBulkSchemaAPI, TestPhraseSuggestions, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [137/482] on J1 in 222.55s, 1 test, 1 failure <<< FAILURES!
[...truncated 1113 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:536: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:484: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:229: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:510: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1434: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:991: There were test failures: 482 suites, 1914 tests, 1 failure, 64 ignored (23 assumptions)
Total time: 54 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2931
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 226774328 bytes
Compression is 0.0%
Took 43 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-5.x-Java7 - Build # 2933 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-5.x-Java7/2933/
1 tests failed.
REGRESSION: org.apache.solr.cloud.CloudExitableDirectoryReaderTest.test
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:19531/collection1]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:19531/collection1]
at __randomizedtesting.SeedInfo.seed([E7BBD39695767B6F:6FEFEC4C3B8A1697]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:349)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1067)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:839)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1425)
at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.assertPartialResults(CloudExitableDirectoryReaderTest.java:102)
at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.doTimeoutTests(CloudExitableDirectoryReaderTest.java:86)
at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.test(CloudExitableDirectoryReaderTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:19531/collection1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:556)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:233)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:225)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
... 51 more
Build Log:
[...truncated 10028 lines...]
[junit4] Suite: org.apache.solr.cloud.CloudExitableDirectoryReaderTest
[junit4] 2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/init-core-data-001
[junit4] 2> 1484270 T2897 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
[junit4] 2> 1484271 T2897 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1484278 T2897 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1484278 T2898 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1484378 T2897 oasc.ZkTestServer.run start zk server on port:19508
[junit4] 2> 1484379 T2897 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1484380 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1484385 T2905 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4289ec07 name:ZooKeeperConnection Watcher:127.0.0.1:19508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1484385 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1484385 T2897 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1484386 T2897 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1484389 T2897 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1484390 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1484391 T2908 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15f21207 name:ZooKeeperConnection Watcher:127.0.0.1:19508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1484391 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1484392 T2897 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1484392 T2897 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1484394 T2897 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1484396 T2897 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1484397 T2897 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1484399 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog-with-delayingcomponent.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1484400 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1484402 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1484403 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1484505 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1484506 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1484507 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1484508 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1484510 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1484510 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1484512 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1484513 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1484514 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1484515 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1484517 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1484517 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1484519 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1484520 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1484521 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1484522 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1484523 T2897 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1484524 T2897 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1485831 T2897 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1
[junit4] 2> 1485833 T2897 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1485837 T2897 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19517
[junit4] 2> 1485838 T2897 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostPort=19517, hostContext=/, coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/tempDir-001/control/data}
[junit4] 2> 1485838 T2897 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@60da5686
[junit4] 2> 1485838 T2897 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/'
[junit4] 2> 1485868 T2897 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/solr.xml
[junit4] 2> 1485902 T2897 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores
[junit4] 2> 1485902 T2897 oasc.CoreContainer.<init> New CoreContainer 785519517
[junit4] 2> 1485903 T2897 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/]
[junit4] 2> 1485903 T2897 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/lib
[junit4] 2> 1485904 T2897 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/lib).
[junit4] 2> 1485912 T2897 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1485912 T2897 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1485912 T2897 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1485913 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1485913 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 1485913 T2897 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1485913 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1485914 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1485914 T2897 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1485914 T2897 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1485914 T2897 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 1485919 T2897 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1485919 T2897 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1485919 T2897 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1485920 T2897 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 1485920 T2897 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19508/solr
[junit4] 2> 1485920 T2897 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1485920 T2897 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1485921 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1485922 T2920 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59a421d4 name:ZooKeeperConnection Watcher:127.0.0.1:19508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1485923 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1485923 T2897 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1485933 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1485935 T2923 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67ab0267 name:ZooKeeperConnection Watcher:127.0.0.1:19508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1485935 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1485936 T2897 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1485938 T2897 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1485939 T2897 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 1485940 T2897 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 1485942 T2897 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 1485943 T2897 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1485944 T2897 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1485945 T2897 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1485946 T2897 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19517_
[junit4] 2> 1485946 T2897 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19517_
[junit4] 2> 1485947 T2897 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1485948 T2897 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1485949 T2897 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1485950 T2897 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:19517_
[junit4] 2> 1485950 T2897 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1485951 T2897 oasc.Overseer.start Overseer (id=93638732575211523-127.0.0.1:19517_-n_0000000000) starting
[junit4] 2> 1485953 T2897 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1485957 T2897 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1485957 T2925 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1485957 T2897 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1485957 T2924 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1485960 T2897 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores
[junit4] 2> 1485963 T2897 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {schema=schema.xml, transient=false, coreNodeName=, config=solrconfig.xml, collection=control_collection, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/, dataDir=data/, loadOnStartup=true, name=collection1, shard=, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1}
[junit4] 2> 1485963 T2897 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/
[junit4] 2> 1485964 T2897 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1485964 T2927 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 1485964 T2927 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1485965 T2927 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1485965 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1485966 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "base_url":"http://127.0.0.1:19517",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19517_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null} current state version: 0
[junit4] 2> 1485966 T2924 oasco.ReplicaMutator.updateState Update state numShards=1 message={
[junit4] 2> "base_url":"http://127.0.0.1:19517",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19517_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null}
[junit4] 2> 1485966 T2924 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
[junit4] 2> 1485966 T2924 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1485967 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1486965 T2927 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1486966 T2927 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1486966 T2927 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1486966 T2927 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1486967 T2927 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1486967 T2927 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/'
[junit4] 2> 1486981 T2927 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 1486984 T2927 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 1486992 T2927 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 1487008 T2927 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
[junit4] 2> 1487046 T2927 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1487147 T2927 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 1487154 T2927 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1487509 T2927 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1487529 T2927 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1487532 T2927 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1487542 T2927 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1487547 T2927 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1487551 T2927 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1487552 T2927 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1487552 T2927 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1487552 T2927 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1487553 T2927 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1487553 T2927 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1487554 T2927 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1487554 T2927 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1487554 T2927 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/data/
[junit4] 2> 1487555 T2927 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b72beea
[junit4] 2> 1487555 T2927 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/data
[junit4] 2> 1487556 T2927 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/data/index/
[junit4] 2> 1487556 T2927 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1487556 T2927 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/control-001/cores/collection1/data/index
[junit4] 2> 1487557 T2927 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=99.3984375, floorSegmentMB=1.1474609375, forceMergeDeletesPctAllowed=29.611348079034467, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6247219996145075
[junit4] 2> 1487558 T2927 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@40c5a53f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fe3ec51),segFN=segments_1,generation=1}
[junit4] 2> 1487558 T2927 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1487564 T2927 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1487565 T2927 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1487565 T2927 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1487565 T2927 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1487566 T2927 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1487566 T2927 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1487566 T2927 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1487567 T2927 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1487567 T2927 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1487599 T2927 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1487602 T2927 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1487604 T2927 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1487607 T2927 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1487612 T2927 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/system,standard,/admin/mbeans,/update,/admin/luke,/update/json/docs,/update/json,/schema,/admin/ping,/config,/replication,/admin/file,/admin/logging,/admin/properties,/admin/segments,/update/csv,/select,/get,/admin/plugins,/admin/threads
[junit4] 2> 1487615 T2927 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1487618 T2927 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1487618 T2927 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 1487621 T2927 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1487621 T2927 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1487622 T2927 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=39.3427734375, floorSegmentMB=0.2412109375, forceMergeDeletesPctAllowed=28.21329303472731, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1487623 T2927 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@40c5a53f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fe3ec51),segFN=segments_1,generation=1}
[junit4] 2> 1487623 T2927 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1487623 T2927 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@2776f28b[collection1] main
[junit4] 2> 1487623 T2927 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1487624 T2927 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1487625 T2927 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1487625 T2927 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1487625 T2927 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1487625 T2927 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1487626 T2927 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1487626 T2927 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1487626 T2927 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1487627 T2927 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 1487627 T2928 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2776f28b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1487628 T2927 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1487629 T2931 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19517 collection:control_collection shard:shard1
[junit4] 2> 1487629 T2897 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1487629 T2897 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1487629 T2931 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1487632 T2897 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1487632 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1487634 T2934 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@498f48ab name:ZooKeeperConnection Watcher:127.0.0.1:19508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1487634 T2931 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1487634 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1487635 T2897 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1487635 T2897 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1487635 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1487636 T2931 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1487636 T2931 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2100 name=collection1 org.apache.solr.core.SolrCore@46bfddb7 url=http://127.0.0.1:19517/collection1 node=127.0.0.1:19517_ C2100_STATE=coll:control_collection core:collection1 props:{base_url=http://127.0.0.1:19517, core=collection1, node_name=127.0.0.1:19517_, state=down}
[junit4] 2> 1487636 T2931 C:control_collection S:shard1 C2100 P19517 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19517/collection1/
[junit4] 2> 1487636 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection"} current state version: 1
[junit4] 2> 1487636 T2931 C:control_collection S:shard1 C2100 P19517 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1487637 T2931 C:control_collection S:shard1 C2100 P19517 oasc.SyncStrategy.syncToMe http://127.0.0.1:19517/collection1/ has no replicas
[junit4] 2> 1487637 T2931 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19517/collection1/ shard1
[junit4] 2> 1487637 T2931 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1487637 T2897 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1487638 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1487638 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1487642 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1487643 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:19517",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 1487745 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1487745 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1487795 T2931 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:19517/collection1/ and leader is http://127.0.0.1:19517/collection1/
[junit4] 2> 1487796 T2931 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19517
[junit4] 2> 1487796 T2931 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1487796 T2931 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 1487796 T2931 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1487797 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1487798 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "base_url":"http://127.0.0.1:19517",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19517_",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null} current state version: 3
[junit4] 2> 1487799 T2924 oasco.ReplicaMutator.updateState Update state numShards=2 message={
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "base_url":"http://127.0.0.1:19517",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19517_",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null}
[junit4] 2> 1487902 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1487902 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1489154 T2897 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1
[junit4] 2> 1489156 T2897 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001
[junit4] 2> 1489157 T2897 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1489159 T2897 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19531
[junit4] 2> 1489159 T2897 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores, hostPort=19531, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/tempDir-001/jetty1}
[junit4] 2> 1489160 T2897 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@60da5686
[junit4] 2> 1489160 T2897 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/'
[junit4] 2> 1489190 T2897 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/solr.xml
[junit4] 2> 1489225 T2897 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores
[junit4] 2> 1489225 T2897 oasc.CoreContainer.<init> New CoreContainer 765044302
[junit4] 2> 1489225 T2897 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/]
[junit4] 2> 1489226 T2897 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/lib
[junit4] 2> 1489227 T2897 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/lib).
[junit4] 2> 1489237 T2897 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1489238 T2897 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1489238 T2897 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1489238 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1489238 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 1489239 T2897 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1489239 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1489239 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1489239 T2897 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1489239 T2897 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1489240 T2897 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 1489245 T2897 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1489246 T2897 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1489246 T2897 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1489246 T2897 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 1489247 T2897 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19508/solr
[junit4] 2> 1489247 T2897 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1489247 T2897 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1489248 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1489249 T2946 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29d8d1fc name:ZooKeeperConnection Watcher:127.0.0.1:19508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1489250 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1489250 T2897 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1489251 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1489252 T2949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64a8894d name:ZooKeeperConnection Watcher:127.0.0.1:19508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1489253 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1489256 T2897 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1490260 T2897 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19531_
[junit4] 2> 1490261 T2897 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19531_
[junit4] 2> 1490265 T2897 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1490267 T2897 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores
[junit4] 2> 1490270 T2897 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, collection=collection1, shard=, schema=schema.xml, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/, dataDir=data/, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1, config=solrconfig.xml, coreNodeName=, transient=false, loadOnStartup=true}
[junit4] 2> 1490270 T2897 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/
[junit4] 2> 1490270 T2897 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1490271 T2950 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1490272 T2950 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1490273 T2950 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1490273 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1490274 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "base_url":"http://127.0.0.1:19531",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19531_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null} current state version: 4
[junit4] 2> 1490275 T2924 oasco.ReplicaMutator.updateState Update state numShards=2 message={
[junit4] 2> "base_url":"http://127.0.0.1:19531",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19531_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null}
[junit4] 2> 1490275 T2924 oasco.ClusterStateMutator.createCollection building a new cName: collection1
[junit4] 2> 1490275 T2924 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1490276 T2949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1490276 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1490276 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1491274 T2950 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1491274 T2950 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1491278 T2950 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1491279 T2950 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1491285 T2950 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1491285 T2950 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/'
[junit4] 2> 1491326 T2950 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 1491328 T2950 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 1491413 T2950 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 1491479 T2950 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.2.0
[junit4] 2> 1491609 T2950 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1491710 T2950 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
[junit4] 2> 1491744 T2950 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1492992 T2950 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1493011 T2950 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1493014 T2950 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1493024 T2950 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1493029 T2950 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1493034 T2950 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1493035 T2950 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1493035 T2950 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1493035 T2950 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1493036 T2950 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1493036 T2950 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1493036 T2950 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1493037 T2950 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1493037 T2950 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/data/
[junit4] 2> 1493037 T2950 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b72beea
[junit4] 2> 1493038 T2950 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/data
[junit4] 2> 1493038 T2950 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/data/index/
[junit4] 2> 1493038 T2950 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1493039 T2950 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-1-001/cores/collection1/data/index
[junit4] 2> 1493039 T2950 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=99.3984375, floorSegmentMB=1.1474609375, forceMergeDeletesPctAllowed=29.611348079034467, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6247219996145075
[junit4] 2> 1493040 T2950 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@13de88c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@76e547b3),segFN=segments_1,generation=1}
[junit4] 2> 1493040 T2950 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1493046 T2950 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1493047 T2950 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1493047 T2950 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1493047 T2950 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1493048 T2950 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1493048 T2950 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1493049 T2950 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1493049 T2950 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1493049 T2950 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1493086 T2950 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1493092 T2950 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1493096 T2950 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1493099 T2950 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1493111 T2950 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/system,standard,/admin/mbeans,/update,/admin/luke,/update/json/docs,/update/json,/schema,/admin/ping,/config,/replication,/admin/file,/admin/logging,/admin/properties,/admin/segments,/update/csv,/select,/get,/admin/plugins,/admin/threads
[junit4] 2> 1493114 T2950 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
[junit4] 2> 1493117 T2950 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493117 T2950 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
[junit4] 2> 1493120 T2950 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1493120 T2950 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1493122 T2950 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=39.3427734375, floorSegmentMB=0.2412109375, forceMergeDeletesPctAllowed=28.21329303472731, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1493123 T2950 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@13de88c5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@76e547b3),segFN=segments_1,generation=1}
[junit4] 2> 1493123 T2950 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1493123 T2950 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@9245232[collection1] main
[junit4] 2> 1493124 T2950 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1493125 T2950 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1493125 T2950 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1493126 T2950 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1493126 T2950 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1493126 T2950 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1493127 T2950 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1493127 T2950 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1493127 T2950 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1493128 T2950 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 1493129 T2951 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9245232[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493129 T2950 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1493130 T2954 C:collection1 S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19531 collection:collection1 shard:shard1
[junit4] 2> 1493130 T2897 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1493130 T2897 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1493131 T2954 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1493135 T2954 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1493137 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1493137 T2954 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1493138 T2954 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2101 name=collection1 org.apache.solr.core.SolrCore@70f1678 url=http://127.0.0.1:19531/collection1 node=127.0.0.1:19531_ C2101_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:19531, core=collection1, node_name=127.0.0.1:19531_, state=down}
[junit4] 2> 1493138 T2954 C:collection1 S:shard1 C2101 P19531 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19531/collection1/
[junit4] 2> 1493138 T2954 C:collection1 S:shard1 C2101 P19531 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1493138 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1"} current state version: 5
[junit4] 2> 1493138 T2954 C:collection1 S:shard1 C2101 P19531 oasc.SyncStrategy.syncToMe http://127.0.0.1:19531/collection1/ has no replicas
[junit4] 2> 1493139 T2954 C:collection1 S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19531/collection1/ shard1
[junit4] 2> 1493139 T2954 C:collection1 S:shard1 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1493140 T2949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1493140 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1493140 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1493160 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1493161 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:19531",
[junit4] 2> "core":"collection1",
[junit4] 2> "state":"active"} current state version: 6
[junit4] 2> 1493264 T2949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1493264 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1493264 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1493313 T2954 C:collection1 S:shard1 oasc.ZkController.register We are http://127.0.0.1:19531/collection1/ and leader is http://127.0.0.1:19531/collection1/
[junit4] 2> 1493314 T2954 C:collection1 S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19531
[junit4] 2> 1493314 T2954 C:collection1 S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1493314 T2954 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 1493315 T2954 C:collection1 S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1493316 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1493317 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "base_url":"http://127.0.0.1:19531",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19531_",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null} current state version: 7
[junit4] 2> 1493318 T2924 oasco.ReplicaMutator.updateState Update state numShards=2 message={
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "base_url":"http://127.0.0.1:19531",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19531_",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null}
[junit4] 2> 1493421 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1493421 T2949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1493421 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1494896 T2897 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/cores/collection1
[junit4] 2> 1494899 T2897 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001
[junit4] 2> 1494900 T2897 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1494903 T2897 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19571
[junit4] 2> 1494903 T2897 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {hostContext=/, coreRootDirectory=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/cores, hostPort=19571, solr.data.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/tempDir-001/jetty2, solrconfig=solrconfig.xml}
[junit4] 2> 1494903 T2897 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@60da5686
[junit4] 2> 1494903 T2897 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/'
[junit4] 2> 1494949 T2897 oasc.SolrXmlConfig.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/solr.xml
[junit4] 2> 1495005 T2897 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/cores
[junit4] 2> 1495006 T2897 oasc.CoreContainer.<init> New CoreContainer 1790845566
[junit4] 2> 1495006 T2897 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/]
[junit4] 2> 1495006 T2897 oasc.CoreContainer.load loading shared library: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/lib
[junit4] 2> 1495007 T2897 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/lib).
[junit4] 2> 1495016 T2897 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1495017 T2897 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1495017 T2897 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1495017 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1495017 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
[junit4] 2> 1495018 T2897 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1495018 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1495018 T2897 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1495018 T2897 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1495018 T2897 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1495019 T2897 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
[junit4] 2> 1495025 T2897 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1495026 T2897 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1495026 T2897 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1495027 T2897 oasc.CoreContainer.load Node Name: 127.0.0.1
[junit4] 2> 1495027 T2897 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19508/solr
[junit4] 2> 1495027 T2897 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1495027 T2897 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1495028 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1495030 T2966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@292e04fc name:ZooKeeperConnection Watcher:127.0.0.1:19508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1495030 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1495031 T2897 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1495032 T2897 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1495033 T2969 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b487f58 name:ZooKeeperConnection Watcher:127.0.0.1:19508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1495033 T2897 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1495037 T2897 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1496040 T2897 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19571_
[junit4] 2> 1496041 T2897 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19571_
[junit4] 2> 1496044 T2897 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1496046 T2897 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/cores
[junit4] 2> 1496048 T2897 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {schema=schema.xml, config=solrconfig.xml, collection=collection1, coreNodeName=, dataDir=data/, absoluteInstDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/cores/collection1/, shard=, name=collection1, loadOnStartup=true, transient=false, instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/cores/collection1}
[junit4] 2> 1496048 T2897 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/cores/collection1/
[junit4] 2> 1496048 T2897 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1496049 T2970 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1496049 T2970 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1496050 T2970 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1496050 T2923 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
[junit4] 2> 1496051 T2924 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
[junit4] 2> "base_url":"http://127.0.0.1:19571",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19571_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null} current state version: 8
[junit4] 2> 1496051 T2924 oasco.ReplicaMutator.updateState Update state numShards=2 message={
[junit4] 2> "base_url":"http://127.0.0.1:19571",
[junit4] 2> "core":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:19571_",
[junit4] 2> "state":"down",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null}
[junit4] 2> 1496052 T2924 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
[junit4] 2> 1496052 T2924 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1496053 T2923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1496053 T2949 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1496053 T2934 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1496053 T2969 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1497050 T2970 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1497051 T2970 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1497051 T2970 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1497052 T2970 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1497052 T2970 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1497052 T2970 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-2-001/cores/collection1/'
[junit4] 2> 1497070 T2970 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
[junit4] 2> 1497072 T2970 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0
[junit4] 2> 1497082 T2970 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
[junit4] 2> 1497105 T2970 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene Ma
[...truncated too long message...]
[junit4] 2> 1525814 T2897 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-4-001/cores/collection1/data
[junit4] 2> 1525814 T2897 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-4-001/cores/collection1/data/index;done=false>>]
[junit4] 2> 1525815 T2897 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001/shard-4-001/cores/collection1/data/index
[junit4] 2> 1525816 T2897 C:control_collection S:shard1 c:collection1 oasc.Overseer.close Overseer (id=93638732575211532-127.0.0.1:19635_-n_0000000004) closing
[junit4] 2> 1525816 T3051 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:19635_
[junit4] 2> 1525819 T3045 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1525820 T2897 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 1526021 T2897 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:19508 19508
[junit4] 2> 1526075 T2898 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:19508 19508
[junit4] 2> 1526078 T2898 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/overseer/queue
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CloudExitableDirectoryReaderTest -Dtests.method=test -Dtests.seed=E7BBD39695767B6F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar_EG -Dtests.timezone=SystemV/YST9YDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 41.8s J0 | CloudExitableDirectoryReaderTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:19531/collection1]
[junit4] > at __randomizedtesting.SeedInfo.seed([E7BBD39695767B6F:6FEFEC4C3B8A1697]:0)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:349)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1067)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:839)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:782)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
[junit4] > at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1425)
[junit4] > at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.assertPartialResults(CloudExitableDirectoryReaderTest.java:102)
[junit4] > at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.doTimeoutTests(CloudExitableDirectoryReaderTest.java:86)
[junit4] > at org.apache.solr.cloud.CloudExitableDirectoryReaderTest.test(CloudExitableDirectoryReaderTest.java:53)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:19531/collection1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:556)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:233)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:225)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:370)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
[junit4] > ... 51 more
[junit4] 2> 1526094 T2897 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build/solr-core/test/J0/temp/solr.cloud.CloudExitableDirectoryReaderTest E7BBD39695767B6F-001
[junit4] 2> 41828 T2896 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene50): {_version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=MockRandom), name=PostingsFormat(name=LuceneVarGapDocFreqInterval), multiDefault=PostingsFormat(name=MockRandom)}, docValues:{timestamp=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ar_EG, timezone=SystemV/YST9YDT
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=219133512,total=341311488
[junit4] 2> NOTE: All tests run in this JVM: [FacetPivotSmallTest, SolrPluginUtilsTest, TestExactSharedStatsCache, TestStressReorder, RequestLoggingTest, TestQuerySenderListener, HttpPartitionTest, DistributedQueryElevationComponentTest, TestCoreContainer, MultiTermTest, SliceStateTest, TestInitQParser, TestGroupingSearch, ChangedSchemaMergeTest, DOMUtilTest, DirectUpdateHandlerOptimizeTest, DirectSolrSpellCheckerTest, TestCloudSchemaless, DirectSolrConnectionTest, AssignTest, TestSchemaSimilarityResource, TestLeaderElectionZkExpiry, TestConfigReload, SampleTest, AddSchemaFieldsUpdateProcessorFactoryTest, DateMathParserTest, TestFieldResource, ZkCLITest, BadIndexSchemaTest, OverseerStatusTest, QueryResultKeyTest, TestTolerantSearch, TestAnalyzedSuggestions, TestSolrCoreProperties, AsyncMigrateRouteKeyTest, TestExactStatsCache, TestRandomFaceting, SortByFunctionTest, DocExpirationUpdateProcessorFactoryTest, ActionThrottleTest, UniqFieldsUpdateProcessorFactoryTest, TestDefaultStatsCache, TermVectorComponentTest, TestHdfsUpdateLog, TestDistribDocBasedVersion, SynonymTokenizerTest, TestCursorMarkWithoutUniqueKey, TestPartialUpdateDeduplication, ShardSplitTest, TestValueSourceCache, LukeRequestHandlerTest, TestPostingsSolrHighlighter, HighlighterMaxOffsetTest, CloudExitableDirectoryReaderTest]
[junit4] Completed [241/482] on J0 in 42.62s, 1 test, 1 error <<< FAILURES!
[...truncated 757 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:536: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:484: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/build.xml:229: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/solr/common-build.xml:510: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:1434: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-5.x-Java7/lucene/common-build.xml:991: There were test failures: 482 suites, 1914 tests, 1 error, 63 ignored (22 assumptions)
Total time: 58 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-5.x-Java7 #2931
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 220663747 bytes
Compression is 0.0%
Took 44 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure